2024-09-17T03:21:38.495 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-17T03:21:38.516 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T03:21:38.603 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440 branch: wip-pdonnell-testing-20240916.200549-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/recovery-fs} email: pdonnell@redhat.com first_in_suite: false job_id: '7908440' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-pdonnell-testing-20240916.200549-debug ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: client: pid file: '' mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: ce1b342bf8c6349a8c90cd607f83bff2443f21cf ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: ce1b342bf8c6349a8c90cd607f83bff2443f21cf thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240916.200549-debug sha1: ce1b342bf8c6349a8c90cd607f83bff2443f21cf owner: scheduled_pdonnell@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 476 sha1: ce1b342bf8c6349a8c90cd607f83bff2443f21cf sleep_before_teardown: 0 subset: 320/512 suite: fs suite_branch: wip-pdonnell-testing-20240916.200549-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_ce1b342bf8c6349a8c90cd607f83bff2443f21cf/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: ce1b342bf8c6349a8c90cd607f83bff2443f21cf syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi045.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBVAhBQR6dV0u8wKgTFN6hhqze+jlaRHOkRE92oH7UVywX4te49mmO09C7tH3nJ+qBI20RzUPpN+vDWCwDCPlnw= smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPwqBem4vsgZtHRkz3KUgCYSyq0wMSU5TGUga/eTW+oqhN0uIgg9GNcJVf1bBern+vsRlqcEK6VMg6mI7Tgpi7M= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_recovery_fs teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-17_02:09:51 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-17T03:21:38.604 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_ce1b342bf8c6349a8c90cd607f83bff2443f21cf/qa; will attempt to use it 2024-09-17T03:21:38.604 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_ce1b342bf8c6349a8c90cd607f83bff2443f21cf/qa/tasks 2024-09-17T03:21:38.605 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-17T03:21:38.606 INFO:teuthology.task.internal:Checking packages... 2024-09-17T03:21:38.628 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf' 2024-09-17T03:21:38.628 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T03:21:38.628 INFO:teuthology.packaging:ref: None 2024-09-17T03:21:38.628 INFO:teuthology.packaging:tag: None 2024-09-17T03:21:38.628 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240916.200549-debug 2024-09-17T03:21:38.628 INFO:teuthology.packaging:sha1: ce1b342bf8c6349a8c90cd607f83bff2443f21cf 2024-09-17T03:21:38.628 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-pdonnell-testing-20240916.200549-debug 2024-09-17T03:21:38.766 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4989.gce1b342b 2024-09-17T03:21:38.768 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-17T03:21:38.774 INFO:teuthology.task.internal:no buildpackages task found 2024-09-17T03:21:38.774 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-17T03:21:38.792 INFO:teuthology.task.internal:Saving configuration 2024-09-17T03:21:38.809 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-17T03:21:38.817 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-17T03:21:38.840 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi045.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 03:16:40.777881', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBVAhBQR6dV0u8wKgTFN6hhqze+jlaRHOkRE92oH7UVywX4te49mmO09C7tH3nJ+qBI20RzUPpN+vDWCwDCPlnw='} 2024-09-17T03:21:38.859 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 03:16:40.779238', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPwqBem4vsgZtHRkz3KUgCYSyq0wMSU5TGUga/eTW+oqhN0uIgg9GNcJVf1bBern+vsRlqcEK6VMg6mI7Tgpi7M='} 2024-09-17T03:21:38.859 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-17T03:21:38.866 INFO:teuthology.task.internal:roles: ubuntu@smithi045.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-17T03:21:38.867 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-17T03:21:38.867 INFO:teuthology.run_tasks:Running task console_log... 2024-09-17T03:21:38.930 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f04146bfac0>, signals=[15]) 2024-09-17T03:21:38.930 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-17T03:21:38.939 INFO:teuthology.task.internal:Opening connections... 2024-09-17T03:21:38.939 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:21:38.941 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:21:39.018 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:21:39.019 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:21:39.092 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-17T03:21:39.099 DEBUG:teuthology.orchestra.run.smithi045:> uname -m 2024-09-17T03:21:39.117 INFO:teuthology.orchestra.run.smithi045.stdout:x86_64 2024-09-17T03:21:39.118 DEBUG:teuthology.orchestra.run.smithi045:> cat /etc/os-release 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:NAME="CentOS Stream" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:VERSION="9" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:ID="centos" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:ID_LIKE="rhel fedora" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:VERSION_ID="9" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:PLATFORM_ID="platform:el9" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:ANSI_COLOR="0;31" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:LOGO="fedora-logo-icon" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T03:21:39.176 INFO:teuthology.orchestra.run.smithi045.stdout:HOME_URL="https://centos.org/" 2024-09-17T03:21:39.177 INFO:teuthology.orchestra.run.smithi045.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T03:21:39.177 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T03:21:39.177 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T03:21:39.178 INFO:teuthology.lock.ops:Updating smithi045.front.sepia.ceph.com on lock server 2024-09-17T03:21:39.202 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-09-17T03:21:39.220 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-09-17T03:21:39.220 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="CentOS Stream" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="9" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:ID="centos" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="rhel fedora" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="9" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el9" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:LOGO="fedora-logo-icon" 2024-09-17T03:21:39.277 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T03:21:39.278 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://centos.org/" 2024-09-17T03:21:39.278 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T03:21:39.278 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T03:21:39.278 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T03:21:39.279 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-09-17T03:21:39.302 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-17T03:21:39.313 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-17T03:21:39.321 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-17T03:21:39.321 DEBUG:teuthology.orchestra.run.smithi045:> test '!' -e /home/ubuntu/cephtest 2024-09-17T03:21:39.323 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-09-17T03:21:39.339 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-17T03:21:39.346 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-17T03:21:39.346 DEBUG:teuthology.orchestra.run.smithi045:> test -z $(ls -A /var/lib/ceph) 2024-09-17T03:21:39.381 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-09-17T03:21:39.473 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-17T03:21:39.524 INFO:teuthology.run_tasks:Running task kernel... 2024-09-17T03:21:39.540 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-17T03:21:39.540 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-17T03:21:39.541 DEBUG:teuthology.orchestra.run.smithi045:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T03:21:39.541 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T03:21:39.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:21:39.559 DEBUG:teuthology.orchestra.run.smithi045:> uname -r 2024-09-17T03:21:39.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:21:39.560 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-09-17T03:21:39.616 INFO:teuthology.orchestra.run.smithi045.stdout:5.14.0-503.el9.x86_64 2024-09-17T03:21:39.616 INFO:teuthology.task.kernel:Running kernel on smithi045: 5.14.0-503.el9.x86_64 2024-09-17T03:21:39.616 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum install -y kernel 2024-09-17T03:21:39.617 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-503.el9.x86_64 2024-09-17T03:21:39.618 INFO:teuthology.task.kernel:Running kernel on smithi112: 5.14.0-503.el9.x86_64 2024-09-17T03:21:39.618 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum install -y kernel 2024-09-17T03:21:43.179 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.3 MB 00:01 2024-09-17T03:21:47.066 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - BaseOS 1.4 MB/s | 8.3 MB 00:05 2024-09-17T03:21:49.288 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-17T03:21:53.664 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-17T03:21:55.423 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 19 kB 00:00 2024-09-17T03:21:56.377 INFO:teuthology.orchestra.run.smithi045.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-17T03:22:00.212 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 20 MB 00:15 2024-09-17T03:22:01.983 INFO:teuthology.orchestra.run.smithi045.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-17T03:22:03.972 INFO:teuthology.orchestra.run.smithi045.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T03:22:03.973 INFO:teuthology.orchestra.run.smithi045.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T03:22:04.071 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2024-09-17T03:22:04.075 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-17T03:22:04.075 INFO:teuthology.orchestra.run.smithi045.stdout: Package Architecture Version Repository Size 2024-09-17T03:22:04.075 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-17T03:22:04.075 INFO:teuthology.orchestra.run.smithi045.stdout:Installing: 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout:Install 4 Packages 2024-09-17T03:22:04.076 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:22:04.077 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 79 M 2024-09-17T03:22:04.077 INFO:teuthology.orchestra.run.smithi045.stdout:Installed size: 126 M 2024-09-17T03:22:04.077 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2024-09-17T03:22:04.259 INFO:teuthology.orchestra.run.smithi045.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 457 kB/s | 36 kB 00:00 2024-09-17T03:22:05.026 INFO:teuthology.orchestra.run.smithi045.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 19 MB/s | 16 MB 00:00 2024-09-17T03:22:05.696 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-17T03:22:05.735 INFO:teuthology.orchestra.run.smithi045.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 22 MB/s | 35 MB 00:01 2024-09-17T03:22:06.035 INFO:teuthology.orchestra.run.smithi045.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 16 MB/s | 29 MB 00:01 2024-09-17T03:22:06.035 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2024-09-17T03:22:06.035 INFO:teuthology.orchestra.run.smithi045.stdout:Total 40 MB/s | 79 MB 00:01 2024-09-17T03:22:06.749 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2024-09-17T03:22:07.152 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2024-09-17T03:22:07.153 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2024-09-17T03:22:07.338 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 19 kB 00:00 2024-09-17T03:22:08.138 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2024-09-17T03:22:08.138 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2024-09-17T03:22:08.417 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-17T03:22:10.698 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2024-09-17T03:22:11.357 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T03:22:11.453 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T03:22:13.881 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-17T03:22:14.200 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T03:22:14.330 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T03:22:15.805 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T03:22:15.805 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T03:22:15.916 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout: Package Architecture Version Repository Size 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-09-17T03:22:15.925 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-09-17T03:22:15.926 INFO:teuthology.orchestra.run.smithi112.stdout:Install 4 Packages 2024-09-17T03:22:15.926 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:22:15.926 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 79 M 2024-09-17T03:22:15.926 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 126 M 2024-09-17T03:22:15.926 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-09-17T03:22:16.042 INFO:teuthology.orchestra.run.smithi112.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 528 kB/s | 36 kB 00:00 2024-09-17T03:22:17.709 INFO:teuthology.orchestra.run.smithi112.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 9.0 MB/s | 16 MB 00:01 2024-09-17T03:22:19.460 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T03:22:19.506 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:22:20.417 INFO:teuthology.orchestra.run.smithi112.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 7.8 MB/s | 35 MB 00:04 2024-09-17T03:22:21.001 INFO:teuthology.orchestra.run.smithi112.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 5.8 MB/s | 29 MB 00:04 2024-09-17T03:22:21.001 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-09-17T03:22:21.001 INFO:teuthology.orchestra.run.smithi112.stdout:Total 16 MB/s | 79 MB 00:05 2024-09-17T03:22:21.677 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-09-17T03:22:22.037 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-09-17T03:22:22.037 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-09-17T03:22:22.985 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-09-17T03:22:22.986 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-09-17T03:22:24.646 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:22:25.421 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-09-17T03:22:26.136 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T03:22:26.218 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T03:22:28.964 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T03:22:29.097 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T03:22:33.913 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T03:22:34.206 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:22:39.029 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:03.534 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:03.575 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:03.934 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:03.934 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T03:23:03.934 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T03:23:03.934 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T03:23:04.931 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:04.931 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:23:04.931 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2024-09-17T03:23:04.931 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T03:23:04.932 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T03:23:04.932 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T03:23:04.932 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T03:23:04.932 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:23:04.932 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2024-09-17T03:23:05.289 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T03:23:05.378 INFO:teuthology.orchestra.run.smithi045.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T03:23:05.378 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T03:23:05.378 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T03:23:05.379 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T03:23:05.379 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T03:23:05.379 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-17T03:23:05.379 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi045.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T03:23:05.379 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T03:23:05.437 INFO:teuthology.orchestra.run.smithi045.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T03:23:05.438 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T03:23:05.438 DEBUG:teuthology.orchestra.run.smithi045:> sudo rpm -qi grub2-tools 2024-09-17T03:23:05.469 INFO:teuthology.orchestra.run.smithi045.stdout:Name : grub2-tools 2024-09-17T03:23:05.469 INFO:teuthology.orchestra.run.smithi045.stdout:Epoch : 1 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Version : 2.06 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Release : 82.el9 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Architecture: x86_64 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Group : Unspecified 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Size : 8274670 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:License : GPLv3+ 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Packager : builder@centos.org 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:Vendor : CentOS 2024-09-17T03:23:05.470 INFO:teuthology.orchestra.run.smithi045.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:Summary : Support tools for GRUB. 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:Description : 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:hardware devices. 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:23:05.471 INFO:teuthology.orchestra.run.smithi045.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T03:23:05.472 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T03:23:05.472 INFO:teuthology.task.kernel:Updating grub on smithi045 to boot 5.14.0-508.el9.x86_64 2024-09-17T03:23:05.472 DEBUG:teuthology.orchestra.run.smithi045:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T03:23:06.159 INFO:teuthology.orchestra.run.smithi045.stderr:Generating grub configuration file ... 2024-09-17T03:23:07.478 INFO:teuthology.orchestra.run.smithi045.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T03:23:07.509 INFO:teuthology.orchestra.run.smithi045.stderr:done 2024-09-17T03:23:07.511 DEBUG:teuthology.orchestra.run.smithi045:> mktemp 2024-09-17T03:23:07.526 INFO:teuthology.orchestra.run.smithi045.stdout:/tmp/tmp.iQDEUutq4L 2024-09-17T03:23:07.527 DEBUG:teuthology.orchestra.run.smithi045:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iQDEUutq4L 2024-09-17T03:23:07.603 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0666 /tmp/tmp.iQDEUutq4L 2024-09-17T03:23:07.749 DEBUG:teuthology.orchestra.remote:smithi045:/tmp/tmp.iQDEUutq4L is 6KB 2024-09-17T03:23:07.797 DEBUG:teuthology.orchestra.run.smithi045:> rm -fr /tmp/tmp.iQDEUutq4L 2024-09-17T03:23:07.812 DEBUG:teuthology.orchestra.run.smithi045:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T03:23:07.875 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T03:23:07.875 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T03:23:07.875 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T03:23:07.875 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T03:23:07.876 DEBUG:teuthology.orchestra.run.smithi045:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T03:23:08.041 DEBUG:teuthology.orchestra.run.smithi045:> sudo shutdown -r now 2024-09-17T03:23:17.396 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:17.442 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:17.808 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:17.808 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T03:23:17.808 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T03:23:17.808 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T03:23:18.715 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:23:18.716 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-09-17T03:23:19.051 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T03:23:19.132 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T03:23:19.132 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T03:23:19.132 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T03:23:19.133 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T03:23:19.133 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T03:23:19.133 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-17T03:23:19.133 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi112.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T03:23:19.133 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T03:23:19.192 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T03:23:19.192 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T03:23:19.192 DEBUG:teuthology.orchestra.run.smithi112:> sudo rpm -qi grub2-tools 2024-09-17T03:23:19.223 INFO:teuthology.orchestra.run.smithi112.stdout:Name : grub2-tools 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Epoch : 1 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Version : 2.06 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Release : 82.el9 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: x86_64 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Group : Unspecified 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Size : 8274670 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:License : GPLv3+ 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T03:23:19.224 INFO:teuthology.orchestra.run.smithi112.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:Packager : builder@centos.org 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:Vendor : CentOS 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:Summary : Support tools for GRUB. 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:Description : 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:hardware devices. 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:23:19.225 INFO:teuthology.orchestra.run.smithi112.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T03:23:19.226 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T03:23:19.226 INFO:teuthology.task.kernel:Updating grub on smithi112 to boot 5.14.0-508.el9.x86_64 2024-09-17T03:23:19.226 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T03:23:19.940 INFO:teuthology.orchestra.run.smithi112.stderr:Generating grub configuration file ... 2024-09-17T03:23:21.251 INFO:teuthology.orchestra.run.smithi112.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T03:23:21.281 INFO:teuthology.orchestra.run.smithi112.stderr:done 2024-09-17T03:23:21.283 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-09-17T03:23:21.298 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.nAJrJq7IsS 2024-09-17T03:23:21.298 DEBUG:teuthology.orchestra.run.smithi112:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.nAJrJq7IsS 2024-09-17T03:23:21.365 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.nAJrJq7IsS 2024-09-17T03:23:21.507 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.nAJrJq7IsS is 6KB 2024-09-17T03:23:21.555 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.nAJrJq7IsS 2024-09-17T03:23:21.570 DEBUG:teuthology.orchestra.run.smithi112:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T03:23:21.633 INFO:teuthology.orchestra.run.smithi112.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T03:23:21.634 INFO:teuthology.orchestra.run.smithi112.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T03:23:21.634 INFO:teuthology.orchestra.run.smithi112.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T03:23:21.634 INFO:teuthology.orchestra.run.smithi112.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T03:23:21.635 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T03:23:21.794 DEBUG:teuthology.orchestra.run.smithi112:> sudo shutdown -r now 2024-09-17T03:23:38.057 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-17T03:23:38.057 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-17T03:23:38.058 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:23:51.809 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-17T03:23:51.810 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:23:51.811 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:23:56.605 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.45 2024-09-17T03:24:05.613 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-17T03:24:05.613 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:24:10.173 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-17T03:24:19.182 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:24:19.183 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:24:22.241 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-17T03:24:34.253 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:24:34.254 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:24:52.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-17T03:25:05.623 DEBUG:teuthology.orchestra.remote:timed out 2024-09-17T03:25:07.672 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:25:07.673 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:25:08.021 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-09-17T03:25:08.436 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:25:08.436 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-17T03:25:08.437 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-09-17T03:25:08.451 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-508.el9.x86_64 2024-09-17T03:25:08.451 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T03:25:08.451 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T03:25:08.451 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T03:25:09.453 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-17T03:25:09.453 DEBUG:teuthology.orchestra.run.smithi112:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T03:25:09.563 INFO:teuthology.orchestra.run.smithi112.stdout:ttyS1 2024-09-17T03:25:09.600 DEBUG:teuthology.parallel:result is None 2024-09-17T03:25:17.624 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-17T03:25:17.625 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:25:18.037 DEBUG:teuthology.orchestra.run.smithi045:> true 2024-09-17T03:25:18.391 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-17T03:25:18.392 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-17T03:25:18.392 DEBUG:teuthology.orchestra.run.smithi045:> uname -r 2024-09-17T03:25:18.408 INFO:teuthology.orchestra.run.smithi045.stdout:5.14.0-508.el9.x86_64 2024-09-17T03:25:18.409 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T03:25:18.409 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T03:25:18.409 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T03:25:19.410 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-17T03:25:19.410 DEBUG:teuthology.orchestra.run.smithi045:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T03:25:19.483 INFO:teuthology.orchestra.run.smithi045.stdout:ttyS1 2024-09-17T03:25:19.508 DEBUG:teuthology.parallel:result is None 2024-09-17T03:25:19.508 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-17T03:25:19.515 INFO:teuthology.task.internal:Creating test directory... 2024-09-17T03:25:19.515 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T03:25:19.518 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T03:25:19.538 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-17T03:25:19.546 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-17T03:25:19.557 INFO:teuthology.task.internal:Creating archive directory... 2024-09-17T03:25:19.558 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T03:25:19.577 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T03:25:19.682 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-17T03:25:19.690 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-17T03:25:19.690 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T03:25:19.693 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T03:25:19.724 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T03:25:19.735 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T03:25:19.738 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T03:25:19.750 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T03:25:19.752 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-17T03:25:19.759 INFO:teuthology.task.internal:Configuring sudo... 2024-09-17T03:25:19.760 DEBUG:teuthology.orchestra.run.smithi045:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T03:25:19.762 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T03:25:19.805 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-17T03:25:19.816 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-17T03:25:19.816 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T03:25:19.830 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T03:25:19.866 DEBUG:teuthology.orchestra.run.smithi045:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T03:25:19.930 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T03:25:19.983 DEBUG:teuthology.orchestra.run.smithi045:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T03:25:20.068 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T03:25:20.110 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:25:20.110 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T03:25:20.177 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T03:25:20.221 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T03:25:20.271 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T03:25:20.357 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T03:25:20.401 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:25:20.401 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T03:25:20.470 DEBUG:teuthology.orchestra.run.smithi045:> sudo service rsyslog restart 2024-09-17T03:25:20.473 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-09-17T03:25:20.515 INFO:teuthology.orchestra.run.smithi045.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T03:25:20.584 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T03:25:21.035 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-17T03:25:21.044 INFO:teuthology.task.internal:Starting timer... 2024-09-17T03:25:21.045 INFO:teuthology.run_tasks:Running task pcp... 2024-09-17T03:25:21.062 INFO:teuthology.run_tasks:Running task selinux... 2024-09-17T03:25:21.076 DEBUG:teuthology.orchestra.run.smithi045:> sudo service auditd rotate 2024-09-17T03:25:21.141 INFO:teuthology.orchestra.run.smithi045.stdout:Rotating logs: 2024-09-17T03:25:21.143 DEBUG:teuthology.orchestra.run.smithi112:> sudo service auditd rotate 2024-09-17T03:25:21.200 INFO:teuthology.orchestra.run.smithi112.stdout:Rotating logs: 2024-09-17T03:25:21.202 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-17T03:25:21.202 DEBUG:teuthology.orchestra.run.smithi045:> /usr/sbin/getenforce 2024-09-17T03:25:21.226 INFO:teuthology.orchestra.run.smithi045.stdout:Permissive 2024-09-17T03:25:21.227 DEBUG:teuthology.orchestra.run.smithi112:> /usr/sbin/getenforce 2024-09-17T03:25:21.254 INFO:teuthology.orchestra.run.smithi112.stdout:Permissive 2024-09-17T03:25:21.255 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi045.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi112.front.sepia.ceph.com': 'permissive'} 2024-09-17T03:25:21.255 DEBUG:teuthology.orchestra.run.smithi045:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T03:25:21.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:25:21.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T03:25:21.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:25:21.325 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-17T03:25:21.325 DEBUG:teuthology.orchestra.run.smithi045:> sudo /usr/sbin/setenforce permissive 2024-09-17T03:25:21.373 DEBUG:teuthology.orchestra.run.smithi112:> sudo /usr/sbin/setenforce permissive 2024-09-17T03:25:21.406 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-17T03:25:21.416 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-17T03:25:21.419 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-17T03:25:21.534 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-17T03:25:21.544 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-17T03:25:21.545 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi045.front.sepia.ceph.com,smithi112.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-17T03:29:11.070 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi045.front.sepia.ceph.com'), Remote(name='ubuntu@smithi112.front.sepia.ceph.com')] 2024-09-17T03:29:11.072 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-17T03:29:11.073 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:29:11.154 DEBUG:teuthology.orchestra.run.smithi045:> true 2024-09-17T03:29:11.233 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-17T03:29:11.234 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:29:11.234 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T03:29:11.313 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-09-17T03:29:11.401 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-17T03:29:11.401 INFO:teuthology.run_tasks:Running task clock... 2024-09-17T03:29:11.412 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-17T03:29:11.412 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T03:29:11.413 DEBUG:teuthology.orchestra.run.smithi045:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T03:29:11.416 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T03:29:11.417 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T03:29:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T03:29:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T03:29:11.469 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T03:29:11.484 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T03:29:11.487 INFO:teuthology.orchestra.run.smithi045.stderr:sudo: ntpd: command not found 2024-09-17T03:29:11.499 INFO:teuthology.orchestra.run.smithi045.stdout:506 Cannot talk to daemon 2024-09-17T03:29:11.508 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: ntpd: command not found 2024-09-17T03:29:11.514 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T03:29:11.519 INFO:teuthology.orchestra.run.smithi112.stdout:506 Cannot talk to daemon 2024-09-17T03:29:11.528 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T03:29:11.533 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T03:29:11.546 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T03:29:11.590 INFO:teuthology.orchestra.run.smithi045.stderr:bash: line 1: ntpq: command not found 2024-09-17T03:29:11.594 INFO:teuthology.orchestra.run.smithi045.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T03:29:11.594 INFO:teuthology.orchestra.run.smithi045.stdout:=============================================================================== 2024-09-17T03:29:11.595 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.595 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.595 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.595 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.606 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-09-17T03:29:11.609 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T03:29:11.609 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-09-17T03:29:11.609 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.609 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.609 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.610 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:29:11.610 INFO:teuthology.run_tasks:Running task install... 2024-09-17T03:29:11.619 DEBUG:teuthology.task.install:project ceph 2024-09-17T03:29:11.619 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf'}} 2024-09-17T03:29:11.619 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf'} 2024-09-17T03:29:11.619 INFO:teuthology.task.install:Using flavor: default 2024-09-17T03:29:11.625 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-17T03:29:11.625 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-17T03:29:11.625 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf', 'tag': None, 'wait_for_package': False} 2024-09-17T03:29:11.626 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ce1b342bf8c6349a8c90cd607f83bff2443f21cf 2024-09-17T03:29:11.628 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf', 'tag': None, 'wait_for_package': False} 2024-09-17T03:29:11.628 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ce1b342bf8c6349a8c90cd607f83bff2443f21cf 2024-09-17T03:29:11.773 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/ 2024-09-17T03:29:11.773 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4989.gce1b342b 2024-09-17T03:29:11.781 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/ 2024-09-17T03:29:11.781 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4989.gce1b342b 2024-09-17T03:29:11.886 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-17T03:29:11.886 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:29:11.886 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-17T03:29:11.893 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240916.200549-debug/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-17T03:29:11.893 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:29:11.894 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-17T03:29:11.913 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-17T03:29:11.914 DEBUG:teuthology.orchestra.run.smithi045:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-17T03:29:11.920 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-17T03:29:11.920 DEBUG:teuthology.orchestra.run.smithi112:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/ce1b342bf8c6349a8c90cd607f83bff2443f21cf/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-17T03:29:11.981 DEBUG:teuthology.orchestra.run.smithi045:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-17T03:29:11.985 DEBUG:teuthology.orchestra.run.smithi112:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-17T03:29:12.057 DEBUG:teuthology.orchestra.run.smithi045:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-17T03:29:12.060 DEBUG:teuthology.orchestra.run.smithi112:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-17T03:29:12.121 INFO:teuthology.orchestra.run.smithi045.stdout:check_obsoletes = 1 2024-09-17T03:29:12.123 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum clean all 2024-09-17T03:29:12.124 INFO:teuthology.orchestra.run.smithi112.stdout:check_obsoletes = 1 2024-09-17T03:29:12.126 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum clean all 2024-09-17T03:29:12.353 INFO:teuthology.orchestra.run.smithi112.stdout:45 files removed 2024-09-17T03:29:12.363 INFO:teuthology.orchestra.run.smithi045.stdout:45 files removed 2024-09-17T03:29:12.380 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-17T03:29:12.391 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-17T03:29:12.950 INFO:teuthology.orchestra.run.smithi112.stdout:ceph packages for x86_64 298 kB/s | 84 kB 00:00 2024-09-17T03:29:12.984 INFO:teuthology.orchestra.run.smithi045.stdout:ceph packages for x86_64 288 kB/s | 84 kB 00:00 2024-09-17T03:29:13.234 INFO:teuthology.orchestra.run.smithi112.stdout:ceph noarch packages 101 kB/s | 24 kB 00:00 2024-09-17T03:29:13.276 INFO:teuthology.orchestra.run.smithi045.stdout:ceph noarch packages 98 kB/s | 24 kB 00:00 2024-09-17T03:29:13.509 INFO:teuthology.orchestra.run.smithi112.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-17T03:29:13.560 INFO:teuthology.orchestra.run.smithi045.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-17T03:29:14.959 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.3 MB 00:01 2024-09-17T03:29:15.980 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.3 MB 00:02 2024-09-17T03:29:17.804 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-09-17T03:29:18.310 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 8.9 MB/s | 20 MB 00:02 2024-09-17T03:29:22.848 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - CRB 6.1 MB/s | 6.5 MB 00:01 2024-09-17T03:29:24.406 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 19 kB 00:00 2024-09-17T03:29:24.722 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-09-17T03:29:25.177 INFO:teuthology.orchestra.run.smithi045.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-17T03:29:26.664 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 19 kB 00:00 2024-09-17T03:29:27.460 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-17T03:29:30.791 INFO:teuthology.orchestra.run.smithi045.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-17T03:29:32.883 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-17T03:29:33.069 INFO:teuthology.orchestra.run.smithi045.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T03:29:33.070 INFO:teuthology.orchestra.run.smithi045.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T03:29:33.082 INFO:teuthology.orchestra.run.smithi045.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-17T03:29:33.083 INFO:teuthology.orchestra.run.smithi045.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-17T03:29:33.084 INFO:teuthology.orchestra.run.smithi045.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-17T03:29:33.085 INFO:teuthology.orchestra.run.smithi045.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-17T03:29:33.086 INFO:teuthology.orchestra.run.smithi045.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-17T03:29:33.089 INFO:teuthology.orchestra.run.smithi045.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-17T03:29:33.090 INFO:teuthology.orchestra.run.smithi045.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-17T03:29:33.158 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2024-09-17T03:29:33.178 INFO:teuthology.orchestra.run.smithi045.stdout:======================================================================================= 2024-09-17T03:29:33.178 INFO:teuthology.orchestra.run.smithi045.stdout: Package Arch Version Repository Size 2024-09-17T03:29:33.178 INFO:teuthology.orchestra.run.smithi045.stdout:======================================================================================= 2024-09-17T03:29:33.178 INFO:teuthology.orchestra.run.smithi045.stdout:Installing: 2024-09-17T03:29:33.178 INFO:teuthology.orchestra.run.smithi045.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 6.6 k 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-base x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 5.5 M 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-fuse x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 873 k 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 148 k 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 1.5 M 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 154 k 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 14 M 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 7.4 M 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-rook noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 49 k 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-radosgw x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 10 M 2024-09-17T03:29:33.179 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-test x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 40 M 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-volume noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 285 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: cephadm noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 784 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-mirror x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 225 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-shell x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 27 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-top noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 18 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs-devel x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 32 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs2 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 766 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: librados-devel x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 127 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-17T03:29:33.180 INFO:teuthology.orchestra.run.smithi045.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cephfs x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 162 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rados x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 321 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rbd x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 305 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rgw x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 99 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-fuse x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 86 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-mirror x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 3.1 M 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-nbd x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 170 k 2024-09-17T03:29:33.181 INFO:teuthology.orchestra.run.smithi045.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout:Upgrading: 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: librados2 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 3.4 M 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: librbd1 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 3.2 M 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-17T03:29:33.182 INFO:teuthology.orchestra.run.smithi045.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-common x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 20 M 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 34 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mds x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 2.3 M 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 291 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mon x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 5.0 M 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-osd x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 18 M 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 16 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-selinux x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 25 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-17T03:29:33.183 INFO:teuthology.orchestra.run.smithi045.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libcephsqlite x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 159 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-17T03:29:33.184 INFO:teuthology.orchestra.run.smithi045.stdout: libradosstriper1 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 507 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: librgw2 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 5.3 M 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-17T03:29:33.185 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-argparse x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 45 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-common x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 143 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-17T03:29:33.186 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-17T03:29:33.187 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-17T03:29:33.188 INFO:teuthology.orchestra.run.smithi045.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-17T03:29:33.189 INFO:teuthology.orchestra.run.smithi045.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-17T03:29:33.190 INFO:teuthology.orchestra.run.smithi045.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout:Installing weak dependencies: 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2024-09-17T03:29:33.191 INFO:teuthology.orchestra.run.smithi045.stdout:======================================================================================= 2024-09-17T03:29:33.192 INFO:teuthology.orchestra.run.smithi045.stdout:Install 149 Packages 2024-09-17T03:29:33.192 INFO:teuthology.orchestra.run.smithi045.stdout:Upgrade 8 Packages 2024-09-17T03:29:33.192 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:29:33.192 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 228 M 2024-09-17T03:29:33.192 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2024-09-17T03:29:33.543 INFO:teuthology.orchestra.run.smithi045.stdout:(1/157): ceph-19.3.0-4989.gce1b342b.el9.x86_64. 56 kB/s | 6.6 kB 00:00 2024-09-17T03:29:33.785 INFO:teuthology.orchestra.run.smithi045.stdout:(2/157): ceph-fuse-19.3.0-4989.gce1b342b.el9.x8 3.5 MB/s | 873 kB 00:00 2024-09-17T03:29:33.902 INFO:teuthology.orchestra.run.smithi045.stdout:(3/157): ceph-base-19.3.0-4989.gce1b342b.el9.x8 12 MB/s | 5.5 MB 00:00 2024-09-17T03:29:33.927 INFO:teuthology.orchestra.run.smithi045.stdout:(4/157): ceph-immutable-object-cache-19.3.0-498 1.0 MB/s | 148 kB 00:00 2024-09-17T03:29:34.028 INFO:teuthology.orchestra.run.smithi045.stdout:(5/157): ceph-mds-19.3.0-4989.gce1b342b.el9.x86 18 MB/s | 2.3 MB 00:00 2024-09-17T03:29:34.170 INFO:teuthology.orchestra.run.smithi045.stdout:(6/157): ceph-mgr-19.3.0-4989.gce1b342b.el9.x86 6.3 MB/s | 1.5 MB 00:00 2024-09-17T03:29:34.303 INFO:teuthology.orchestra.run.smithi045.stdout:(7/157): ceph-mon-19.3.0-4989.gce1b342b.el9.x86 18 MB/s | 5.0 MB 00:00 2024-09-17T03:29:34.520 INFO:teuthology.orchestra.run.smithi045.stdout:(8/157): ceph-common-19.3.0-4989.gce1b342b.el9. 18 MB/s | 20 MB 00:01 2024-09-17T03:29:34.570 INFO:teuthology.orchestra.run.smithi045.stdout:(9/157): ceph-selinux-19.3.0-4989.gce1b342b.el9 505 kB/s | 25 kB 00:00 2024-09-17T03:29:34.904 INFO:teuthology.orchestra.run.smithi045.stdout:(10/157): ceph-radosgw-19.3.0-4989.gce1b342b.el 17 MB/s | 10 MB 00:00 2024-09-17T03:29:34.954 INFO:teuthology.orchestra.run.smithi045.stdout:(11/157): cephfs-mirror-19.3.0-4989.gce1b342b.e 4.4 MB/s | 225 kB 00:00 2024-09-17T03:29:35.013 INFO:teuthology.orchestra.run.smithi045.stdout:(12/157): cephfs-shell-19.3.0-4989.gce1b342b.el 466 kB/s | 27 kB 00:00 2024-09-17T03:29:35.072 INFO:teuthology.orchestra.run.smithi045.stdout:(13/157): libcephfs-devel-19.3.0-4989.gce1b342b 545 kB/s | 32 kB 00:00 2024-09-17T03:29:35.084 INFO:teuthology.orchestra.run.smithi112.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T03:29:35.084 INFO:teuthology.orchestra.run.smithi112.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T03:29:35.095 INFO:teuthology.orchestra.run.smithi112.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-17T03:29:35.096 INFO:teuthology.orchestra.run.smithi112.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-17T03:29:35.099 INFO:teuthology.orchestra.run.smithi112.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-17T03:29:35.099 INFO:teuthology.orchestra.run.smithi112.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-17T03:29:35.099 INFO:teuthology.orchestra.run.smithi112.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-17T03:29:35.102 INFO:teuthology.orchestra.run.smithi112.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-17T03:29:35.103 INFO:teuthology.orchestra.run.smithi112.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-17T03:29:35.148 INFO:teuthology.orchestra.run.smithi045.stdout:(14/157): libcephfs2-19.3.0-4989.gce1b342b.el9. 10 MB/s | 766 kB 00:00 2024-09-17T03:29:35.165 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-09-17T03:29:35.186 INFO:teuthology.orchestra.run.smithi112.stdout:======================================================================================= 2024-09-17T03:29:35.186 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-09-17T03:29:35.187 INFO:teuthology.orchestra.run.smithi112.stdout:======================================================================================= 2024-09-17T03:29:35.187 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-09-17T03:29:35.187 INFO:teuthology.orchestra.run.smithi112.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-17T03:29:35.187 INFO:teuthology.orchestra.run.smithi112.stdout: ceph x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 6.6 k 2024-09-17T03:29:35.187 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 5.5 M 2024-09-17T03:29:35.188 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 873 k 2024-09-17T03:29:35.188 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 148 k 2024-09-17T03:29:35.188 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 1.5 M 2024-09-17T03:29:35.188 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 154 k 2024-09-17T03:29:35.188 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 14 M 2024-09-17T03:29:35.188 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 7.4 M 2024-09-17T03:29:35.189 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 49 k 2024-09-17T03:29:35.189 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 10 M 2024-09-17T03:29:35.189 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 40 M 2024-09-17T03:29:35.189 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-volume noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 285 k 2024-09-17T03:29:35.189 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 784 k 2024-09-17T03:29:35.189 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-mirror x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 225 k 2024-09-17T03:29:35.190 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-shell x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 27 k 2024-09-17T03:29:35.190 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-top noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 18 k 2024-09-17T03:29:35.190 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-17T03:29:35.190 INFO:teuthology.orchestra.run.smithi112.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-17T03:29:35.190 INFO:teuthology.orchestra.run.smithi112.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-17T03:29:35.191 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 32 k 2024-09-17T03:29:35.191 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 766 k 2024-09-17T03:29:35.191 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 127 k 2024-09-17T03:29:35.191 INFO:teuthology.orchestra.run.smithi112.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-17T03:29:35.191 INFO:teuthology.orchestra.run.smithi112.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-17T03:29:35.191 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-17T03:29:35.192 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-17T03:29:35.192 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-17T03:29:35.192 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-17T03:29:35.192 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 162 k 2024-09-17T03:29:35.192 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 321 k 2024-09-17T03:29:35.192 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 305 k 2024-09-17T03:29:35.193 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 99 k 2024-09-17T03:29:35.193 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 86 k 2024-09-17T03:29:35.193 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 3.1 M 2024-09-17T03:29:35.193 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 170 k 2024-09-17T03:29:35.193 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-17T03:29:35.194 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrading: 2024-09-17T03:29:35.194 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-17T03:29:35.194 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-17T03:29:35.194 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-17T03:29:35.194 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-17T03:29:35.194 INFO:teuthology.orchestra.run.smithi112.stdout: librados2 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 3.4 M 2024-09-17T03:29:35.195 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 3.2 M 2024-09-17T03:29:35.195 INFO:teuthology.orchestra.run.smithi112.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-17T03:29:35.195 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-17T03:29:35.195 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-09-17T03:29:35.196 INFO:teuthology.orchestra.run.smithi112.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-17T03:29:35.196 INFO:teuthology.orchestra.run.smithi112.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-17T03:29:35.196 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-17T03:29:35.196 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 20 M 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 34 k 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 2.3 M 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 291 k 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 5.0 M 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 18 M 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4989.gce1b342b.el9 ceph-noarch 16 k 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 25 k 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-17T03:29:35.197 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 159 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 507 k 2024-09-17T03:29:35.198 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2 x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 5.3 M 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-17T03:29:35.199 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 45 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common x86_64 2:19.3.0-4989.gce1b342b.el9 ceph 143 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-17T03:29:35.200 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-17T03:29:35.201 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-17T03:29:35.202 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-17T03:29:35.203 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-17T03:29:35.204 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout:Installing weak dependencies: 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-09-17T03:29:35.205 INFO:teuthology.orchestra.run.smithi112.stdout:======================================================================================= 2024-09-17T03:29:35.206 INFO:teuthology.orchestra.run.smithi112.stdout:Install 149 Packages 2024-09-17T03:29:35.206 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrade 8 Packages 2024-09-17T03:29:35.206 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:29:35.207 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 228 M 2024-09-17T03:29:35.207 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-09-17T03:29:35.222 INFO:teuthology.orchestra.run.smithi045.stdout:(15/157): libcephsqlite-19.3.0-4989.gce1b342b.e 2.1 MB/s | 159 kB 00:00 2024-09-17T03:29:35.289 INFO:teuthology.orchestra.run.smithi045.stdout:(16/157): librados-devel-19.3.0-4989.gce1b342b. 1.9 MB/s | 127 kB 00:00 2024-09-17T03:29:35.373 INFO:teuthology.orchestra.run.smithi045.stdout:(17/157): libradosstriper1-19.3.0-4989.gce1b342 5.9 MB/s | 507 kB 00:00 2024-09-17T03:29:35.700 INFO:teuthology.orchestra.run.smithi112.stdout:(1/157): ceph-19.3.0-4989.gce1b342b.el9.x86_64. 40 kB/s | 6.6 kB 00:00 2024-09-17T03:29:35.715 INFO:teuthology.orchestra.run.smithi045.stdout:(18/157): ceph-osd-19.3.0-4989.gce1b342b.el9.x8 12 MB/s | 18 MB 00:01 2024-09-17T03:29:35.807 INFO:teuthology.orchestra.run.smithi045.stdout:(19/157): librgw2-19.3.0-4989.gce1b342b.el9.x86 12 MB/s | 5.3 MB 00:00 2024-09-17T03:29:35.832 INFO:teuthology.orchestra.run.smithi045.stdout:(20/157): python3-ceph-argparse-19.3.0-4989.gce 386 kB/s | 45 kB 00:00 2024-09-17T03:29:35.866 INFO:teuthology.orchestra.run.smithi045.stdout:(21/157): python3-ceph-common-19.3.0-4989.gce1b 2.4 MB/s | 143 kB 00:00 2024-09-17T03:29:35.885 INFO:teuthology.orchestra.run.smithi112.stdout:(2/157): ceph-fuse-19.3.0-4989.gce1b342b.el9.x8 4.7 MB/s | 873 kB 00:00 2024-09-17T03:29:35.891 INFO:teuthology.orchestra.run.smithi045.stdout:(22/157): python3-cephfs-19.3.0-4989.gce1b342b. 2.7 MB/s | 162 kB 00:00 2024-09-17T03:29:35.941 INFO:teuthology.orchestra.run.smithi045.stdout:(23/157): python3-rados-19.3.0-4989.gce1b342b.e 4.2 MB/s | 321 kB 00:00 2024-09-17T03:29:35.976 INFO:teuthology.orchestra.run.smithi112.stdout:(3/157): ceph-immutable-object-cache-19.3.0-498 1.6 MB/s | 148 kB 00:00 2024-09-17T03:29:35.992 INFO:teuthology.orchestra.run.smithi045.stdout:(24/157): python3-rbd-19.3.0-4989.gce1b342b.el9 3.0 MB/s | 305 kB 00:00 2024-09-17T03:29:36.042 INFO:teuthology.orchestra.run.smithi045.stdout:(25/157): python3-rgw-19.3.0-4989.gce1b342b.el9 990 kB/s | 99 kB 00:00 2024-09-17T03:29:36.100 INFO:teuthology.orchestra.run.smithi045.stdout:(26/157): rbd-fuse-19.3.0-4989.gce1b342b.el9.x8 795 kB/s | 86 kB 00:00 2024-09-17T03:29:36.209 INFO:teuthology.orchestra.run.smithi045.stdout:(27/157): rbd-nbd-19.3.0-4989.gce1b342b.el9.x86 1.5 MB/s | 170 kB 00:00 2024-09-17T03:29:36.293 INFO:teuthology.orchestra.run.smithi112.stdout:(4/157): ceph-base-19.3.0-4989.gce1b342b.el9.x8 7.3 MB/s | 5.5 MB 00:00 2024-09-17T03:29:36.443 INFO:teuthology.orchestra.run.smithi112.stdout:(5/157): ceph-mgr-19.3.0-4989.gce1b342b.el9.x86 10 MB/s | 1.5 MB 00:00 2024-09-17T03:29:36.502 INFO:teuthology.orchestra.run.smithi112.stdout:(6/157): ceph-mds-19.3.0-4989.gce1b342b.el9.x86 4.3 MB/s | 2.3 MB 00:00 2024-09-17T03:29:36.602 INFO:teuthology.orchestra.run.smithi045.stdout:(28/157): ceph-test-19.3.0-4989.gce1b342b.el9.x 20 MB/s | 40 MB 00:02 2024-09-17T03:29:36.618 INFO:teuthology.orchestra.run.smithi045.stdout:(29/157): ceph-grafana-dashboards-19.3.0-4989.g 84 kB/s | 34 kB 00:00 2024-09-17T03:29:36.652 INFO:teuthology.orchestra.run.smithi045.stdout:(30/157): ceph-mgr-cephadm-19.3.0-4989.gce1b342 3.0 MB/s | 154 kB 00:00 2024-09-17T03:29:36.736 INFO:teuthology.orchestra.run.smithi045.stdout:(31/157): rbd-mirror-19.3.0-4989.gce1b342b.el9. 4.5 MB/s | 3.1 MB 00:00 2024-09-17T03:29:36.820 INFO:teuthology.orchestra.run.smithi045.stdout:(32/157): ceph-mgr-modules-core-19.3.0-4989.gce 3.4 MB/s | 291 kB 00:00 2024-09-17T03:29:36.844 INFO:teuthology.orchestra.run.smithi112.stdout:(7/157): ceph-common-19.3.0-4989.gce1b342b.el9. 15 MB/s | 20 MB 00:01 2024-09-17T03:29:36.886 INFO:teuthology.orchestra.run.smithi045.stdout:(33/157): ceph-mgr-rook-19.3.0-4989.gce1b342b.e 743 kB/s | 49 kB 00:00 2024-09-17T03:29:36.927 INFO:teuthology.orchestra.run.smithi112.stdout:(8/157): ceph-mon-19.3.0-4989.gce1b342b.el9.x86 10 MB/s | 5.0 MB 00:00 2024-09-17T03:29:36.986 INFO:teuthology.orchestra.run.smithi112.stdout:(9/157): ceph-selinux-19.3.0-4989.gce1b342b.el9 433 kB/s | 25 kB 00:00 2024-09-17T03:29:37.003 INFO:teuthology.orchestra.run.smithi045.stdout:(34/157): ceph-mgr-diskprediction-local-19.3.0- 21 MB/s | 7.4 MB 00:00 2024-09-17T03:29:37.028 INFO:teuthology.orchestra.run.smithi045.stdout:(35/157): ceph-prometheus-alerts-19.3.0-4989.gc 116 kB/s | 16 kB 00:00 2024-09-17T03:29:37.112 INFO:teuthology.orchestra.run.smithi045.stdout:(36/157): ceph-volume-19.3.0-4989.gce1b342b.el9 3.3 MB/s | 285 kB 00:00 2024-09-17T03:29:37.146 INFO:teuthology.orchestra.run.smithi045.stdout:(37/157): cephadm-19.3.0-4989.gce1b342b.el9.noa 6.6 MB/s | 784 kB 00:00 2024-09-17T03:29:37.188 INFO:teuthology.orchestra.run.smithi045.stdout:(38/157): cephfs-top-19.3.0-4989.gce1b342b.el9. 243 kB/s | 18 kB 00:00 2024-09-17T03:29:37.280 INFO:teuthology.orchestra.run.smithi045.stdout:(39/157): fuse-2.9.9-16.el9.x86_64.rpm 598 kB/s | 80 kB 00:00 2024-09-17T03:29:37.355 INFO:teuthology.orchestra.run.smithi045.stdout:(40/157): libgfortran-11.5.0-2.el9.x86_64.rpm 4.7 MB/s | 801 kB 00:00 2024-09-17T03:29:37.380 INFO:teuthology.orchestra.run.smithi045.stdout:(41/157): libquadmath-11.5.0-2.el9.x86_64.rpm 1.9 MB/s | 191 kB 00:00 2024-09-17T03:29:37.386 INFO:teuthology.orchestra.run.smithi112.stdout:(10/157): ceph-radosgw-19.3.0-4989.gce1b342b.el 19 MB/s | 10 MB 00:00 2024-09-17T03:29:37.414 INFO:teuthology.orchestra.run.smithi045.stdout:(42/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-17T03:29:37.453 INFO:teuthology.orchestra.run.smithi112.stdout:(11/157): cephfs-mirror-19.3.0-4989.gce1b342b.e 3.3 MB/s | 225 kB 00:00 2024-09-17T03:29:37.456 INFO:teuthology.orchestra.run.smithi045.stdout:(43/157): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-09-17T03:29:37.481 INFO:teuthology.orchestra.run.smithi045.stdout:(44/157): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-17T03:29:37.504 INFO:teuthology.orchestra.run.smithi112.stdout:(12/157): cephfs-shell-19.3.0-4989.gce1b342b.el 541 kB/s | 27 kB 00:00 2024-09-17T03:29:37.507 INFO:teuthology.orchestra.run.smithi045.stdout:(45/157): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-17T03:29:37.554 INFO:teuthology.orchestra.run.smithi112.stdout:(13/157): libcephfs-devel-19.3.0-4989.gce1b342b 638 kB/s | 32 kB 00:00 2024-09-17T03:29:37.621 INFO:teuthology.orchestra.run.smithi112.stdout:(14/157): libcephfs2-19.3.0-4989.gce1b342b.el9. 11 MB/s | 766 kB 00:00 2024-09-17T03:29:37.675 INFO:teuthology.orchestra.run.smithi045.stdout:(46/157): python3-requests-2.25.1-8.el9.noarch. 644 kB/s | 125 kB 00:00 2024-09-17T03:29:37.698 INFO:teuthology.orchestra.run.smithi112.stdout:(15/157): libcephsqlite-19.3.0-4989.gce1b342b.e 2.0 MB/s | 159 kB 00:00 2024-09-17T03:29:37.741 INFO:teuthology.orchestra.run.smithi045.stdout:(47/157): python3-urllib3-1.26.5-6.el9.noarch.r 931 kB/s | 215 kB 00:00 2024-09-17T03:29:37.771 INFO:teuthology.orchestra.run.smithi112.stdout:(16/157): librados-devel-19.3.0-4989.gce1b342b. 1.7 MB/s | 127 kB 00:00 2024-09-17T03:29:37.847 INFO:teuthology.orchestra.run.smithi112.stdout:(17/157): libradosstriper1-19.3.0-4989.gce1b342 6.6 MB/s | 507 kB 00:00 2024-09-17T03:29:37.900 INFO:teuthology.orchestra.run.smithi045.stdout:(48/157): ceph-mgr-dashboard-19.3.0-4989.gce1b3 11 MB/s | 14 MB 00:01 2024-09-17T03:29:38.075 INFO:teuthology.orchestra.run.smithi045.stdout:(49/157): automake-1.16.2-8.el9.noarch.rpm 1.7 MB/s | 689 kB 00:00 2024-09-17T03:29:38.100 INFO:teuthology.orchestra.run.smithi045.stdout:(50/157): boost-program-options-1.75.0-8.el9.x8 535 kB/s | 107 kB 00:00 2024-09-17T03:29:38.113 INFO:teuthology.orchestra.run.smithi112.stdout:(18/157): librgw2-19.3.0-4989.gce1b342b.el9.x86 20 MB/s | 5.3 MB 00:00 2024-09-17T03:29:38.134 INFO:teuthology.orchestra.run.smithi045.stdout:(51/157): bison-3.7.4-5.el9.x86_64.rpm 2.3 MB/s | 943 kB 00:00 2024-09-17T03:29:38.159 INFO:teuthology.orchestra.run.smithi045.stdout:(52/157): elfutils-libelf-devel-0.191-4.el9.x86 258 kB/s | 22 kB 00:00 2024-09-17T03:29:38.172 INFO:teuthology.orchestra.run.smithi112.stdout:(19/157): python3-ceph-argparse-19.3.0-4989.gce 775 kB/s | 45 kB 00:00 2024-09-17T03:29:38.184 INFO:teuthology.orchestra.run.smithi045.stdout:(53/157): flexiblas-3.0.4-8.el9.x86_64.rpm 651 kB/s | 33 kB 00:00 2024-09-17T03:29:38.231 INFO:teuthology.orchestra.run.smithi112.stdout:(20/157): python3-ceph-common-19.3.0-4989.gce1b 2.4 MB/s | 143 kB 00:00 2024-09-17T03:29:38.234 INFO:teuthology.orchestra.run.smithi045.stdout:(54/157): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-17T03:29:38.260 INFO:teuthology.orchestra.run.smithi045.stdout:(55/157): flex-2.6.4-9.el9.x86_64.rpm 1.9 MB/s | 313 kB 00:00 2024-09-17T03:29:38.278 INFO:teuthology.orchestra.run.smithi045.stdout:(56/157): libaio-devel-0.3.111-13.el9.x86_64.rp 266 kB/s | 11 kB 00:00 2024-09-17T03:29:38.298 INFO:teuthology.orchestra.run.smithi112.stdout:(21/157): python3-cephfs-19.3.0-4989.gce1b342b. 2.4 MB/s | 162 kB 00:00 2024-09-17T03:29:38.302 INFO:teuthology.orchestra.run.smithi045.stdout:(57/157): libnbd-1.20.2-2.el9.x86_64.rpm 4.0 MB/s | 171 kB 00:00 2024-09-17T03:29:38.327 INFO:teuthology.orchestra.run.smithi045.stdout:(58/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-17T03:29:38.356 INFO:teuthology.orchestra.run.smithi112.stdout:(22/157): python3-rados-19.3.0-4989.gce1b342b.e 5.4 MB/s | 321 kB 00:00 2024-09-17T03:29:38.378 INFO:teuthology.orchestra.run.smithi045.stdout:(59/157): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-09-17T03:29:38.395 INFO:teuthology.orchestra.run.smithi045.stdout:(60/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 490 kB/s | 45 kB 00:00 2024-09-17T03:29:38.417 INFO:teuthology.orchestra.run.smithi112.stdout:(23/157): python3-rbd-19.3.0-4989.gce1b342b.el9 5.1 MB/s | 305 kB 00:00 2024-09-17T03:29:38.445 INFO:teuthology.orchestra.run.smithi045.stdout:(61/157): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-17T03:29:38.470 INFO:teuthology.orchestra.run.smithi045.stdout:(62/157): libuuid-devel-2.37.4-20.el9.x86_64.rp 325 kB/s | 24 kB 00:00 2024-09-17T03:29:38.473 INFO:teuthology.orchestra.run.smithi112.stdout:(24/157): python3-rgw-19.3.0-4989.gce1b342b.el9 1.7 MB/s | 99 kB 00:00 2024-09-17T03:29:38.496 INFO:teuthology.orchestra.run.smithi045.stdout:(63/157): libtool-2.4.6-46.el9.x86_64.rpm 4.8 MB/s | 581 kB 00:00 2024-09-17T03:29:38.521 INFO:teuthology.orchestra.run.smithi045.stdout:(64/157): libzstd-devel-1.5.1-2.el9.x86_64.rpm 628 kB/s | 47 kB 00:00 2024-09-17T03:29:38.540 INFO:teuthology.orchestra.run.smithi112.stdout:(25/157): rbd-fuse-19.3.0-4989.gce1b342b.el9.x8 1.3 MB/s | 86 kB 00:00 2024-09-17T03:29:38.546 INFO:teuthology.orchestra.run.smithi045.stdout:(65/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-17T03:29:38.572 INFO:teuthology.orchestra.run.smithi045.stdout:(66/157): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-17T03:29:38.597 INFO:teuthology.orchestra.run.smithi045.stdout:(67/157): openblas-0.3.26-2.el9.x86_64.rpm 509 kB/s | 38 kB 00:00 2024-09-17T03:29:38.722 INFO:teuthology.orchestra.run.smithi045.stdout:(68/157): postgresql-13.16-1.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-17T03:29:38.816 INFO:teuthology.orchestra.run.smithi112.stdout:(26/157): ceph-osd-19.3.0-4989.gce1b342b.el9.x8 7.7 MB/s | 18 MB 00:02 2024-09-17T03:29:38.847 INFO:teuthology.orchestra.run.smithi045.stdout:(69/157): openssl-devel-3.2.2-6.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-09-17T03:29:38.874 INFO:teuthology.orchestra.run.smithi112.stdout:(27/157): rbd-mirror-19.3.0-4989.gce1b342b.el9. 9.3 MB/s | 3.1 MB 00:00 2024-09-17T03:29:38.881 INFO:teuthology.orchestra.run.smithi045.stdout:(70/157): postgresql-contrib-13.16-1.el9.x86_64 5.6 MB/s | 910 kB 00:00 2024-09-17T03:29:38.900 INFO:teuthology.orchestra.run.smithi112.stdout:(28/157): rbd-nbd-19.3.0-4989.gce1b342b.el9.x86 2.0 MB/s | 170 kB 00:00 2024-09-17T03:29:38.906 INFO:teuthology.orchestra.run.smithi045.stdout:(71/157): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-17T03:29:38.925 INFO:teuthology.orchestra.run.smithi112.stdout:(29/157): ceph-grafana-dashboards-19.3.0-4989.g 683 kB/s | 34 kB 00:00 2024-09-17T03:29:38.950 INFO:teuthology.orchestra.run.smithi112.stdout:(30/157): ceph-mgr-cephadm-19.3.0-4989.gce1b342 3.0 MB/s | 154 kB 00:00 2024-09-17T03:29:38.973 INFO:teuthology.orchestra.run.smithi045.stdout:(72/157): openblas-openmp-0.3.26-2.el9.x86_64.r 12 MB/s | 4.9 MB 00:00 2024-09-17T03:29:39.032 INFO:teuthology.orchestra.run.smithi045.stdout:(73/157): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-09-17T03:29:39.057 INFO:teuthology.orchestra.run.smithi045.stdout:(74/157): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-17T03:29:39.115 INFO:teuthology.orchestra.run.smithi045.stdout:(75/157): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-17T03:29:39.182 INFO:teuthology.orchestra.run.smithi045.stdout:(76/157): python3-devel-3.9.19-8.el9.x86_64.rpm 3.6 MB/s | 245 kB 00:00 2024-09-17T03:29:39.258 INFO:teuthology.orchestra.run.smithi045.stdout:(77/157): postgresql-server-13.16-1.el9.x86_64. 15 MB/s | 5.8 MB 00:00 2024-09-17T03:29:39.283 INFO:teuthology.orchestra.run.smithi045.stdout:(78/157): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-09-17T03:29:39.308 INFO:teuthology.orchestra.run.smithi045.stdout:(79/157): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-17T03:29:39.385 INFO:teuthology.orchestra.run.smithi045.stdout:(80/157): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-17T03:29:39.409 INFO:teuthology.orchestra.run.smithi045.stdout:(81/157): python3-jsonpointer-2.0-4.el9.noarch. 152 kB/s | 19 kB 00:00 2024-09-17T03:29:39.434 INFO:teuthology.orchestra.run.smithi112.stdout:(31/157): ceph-test-19.3.0-4989.gce1b342b.el9.x 16 MB/s | 40 MB 00:02 2024-09-17T03:29:39.444 INFO:teuthology.orchestra.run.smithi045.stdout:(82/157): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-17T03:29:39.460 INFO:teuthology.orchestra.run.smithi045.stdout:(83/157): python3-markupsafe-1.1.1-12.el9.x86_6 458 kB/s | 35 kB 00:00 2024-09-17T03:29:39.492 INFO:teuthology.orchestra.run.smithi112.stdout:(32/157): ceph-mgr-modules-core-19.3.0-4989.gce 4.9 MB/s | 291 kB 00:00 2024-09-17T03:29:39.502 INFO:teuthology.orchestra.run.smithi045.stdout:(84/157): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-17T03:29:39.527 INFO:teuthology.orchestra.run.smithi045.stdout:(85/157): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-09-17T03:29:39.560 INFO:teuthology.orchestra.run.smithi112.stdout:(33/157): ceph-mgr-rook-19.3.0-4989.gce1b342b.e 743 kB/s | 49 kB 00:00 2024-09-17T03:29:39.561 INFO:teuthology.orchestra.run.smithi045.stdout:(86/157): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-17T03:29:39.578 INFO:teuthology.orchestra.run.smithi045.stdout:(87/157): python3-prettytable-0.7.2-27.el9.noar 838 kB/s | 42 kB 00:00 2024-09-17T03:29:39.618 INFO:teuthology.orchestra.run.smithi112.stdout:(34/157): ceph-prometheus-alerts-19.3.0-4989.gc 283 kB/s | 16 kB 00:00 2024-09-17T03:29:39.619 INFO:teuthology.orchestra.run.smithi045.stdout:(88/157): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-17T03:29:39.648 INFO:teuthology.orchestra.run.smithi045.stdout:(89/157): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-17T03:29:39.712 INFO:teuthology.orchestra.run.smithi045.stdout:(90/157): python3-numpy-1.20.1-5.el9.x86_64.rpm 17 MB/s | 5.1 MB 00:00 2024-09-17T03:29:39.737 INFO:teuthology.orchestra.run.smithi045.stdout:(91/157): python3-pytz-2021.1-5.el9.noarch.rpm 555 kB/s | 51 kB 00:00 2024-09-17T03:29:39.760 INFO:teuthology.orchestra.run.smithi112.stdout:(35/157): ceph-mgr-dashboard-19.3.0-4989.gce1b3 17 MB/s | 14 MB 00:00 2024-09-17T03:29:39.762 INFO:teuthology.orchestra.run.smithi045.stdout:(92/157): python3-pyasn1-modules-0.4.8-6.el9.no 1.9 MB/s | 279 kB 00:00 2024-09-17T03:29:39.785 INFO:teuthology.orchestra.run.smithi112.stdout:(36/157): ceph-volume-19.3.0-4989.gce1b342b.el9 1.7 MB/s | 285 kB 00:00 2024-09-17T03:29:39.788 INFO:teuthology.orchestra.run.smithi045.stdout:(93/157): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-09-17T03:29:39.813 INFO:teuthology.orchestra.run.smithi045.stdout:(94/157): python3-toml-0.10.2-6.el9.noarch.rpm 828 kB/s | 42 kB 00:00 2024-09-17T03:29:39.827 INFO:teuthology.orchestra.run.smithi112.stdout:(37/157): cephadm-19.3.0-4989.gce1b342b.el9.noa 12 MB/s | 784 kB 00:00 2024-09-17T03:29:39.838 INFO:teuthology.orchestra.run.smithi045.stdout:(95/157): python3-wcwidth-0.2.5-8.el9.noarch.rp 877 kB/s | 44 kB 00:00 2024-09-17T03:29:39.853 INFO:teuthology.orchestra.run.smithi112.stdout:(38/157): cephfs-top-19.3.0-4989.gce1b342b.el9. 274 kB/s | 18 kB 00:00 2024-09-17T03:29:39.872 INFO:teuthology.orchestra.run.smithi045.stdout:(96/157): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-17T03:29:39.897 INFO:teuthology.orchestra.run.smithi045.stdout:(97/157): qatlib-service-24.02.0-1.el9.x86_64.r 613 kB/s | 36 kB 00:00 2024-09-17T03:29:39.923 INFO:teuthology.orchestra.run.smithi045.stdout:(98/157): qatzip-libs-1.2.0-1.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-09-17T03:29:39.956 INFO:teuthology.orchestra.run.smithi045.stdout:(99/157): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-17T03:29:39.961 INFO:teuthology.orchestra.run.smithi112.stdout:(39/157): ceph-mgr-diskprediction-local-19.3.0- 7.3 MB/s | 7.4 MB 00:01 2024-09-17T03:29:39.982 INFO:teuthology.orchestra.run.smithi045.stdout:(100/157): uuid-1.6.2-55.el9.x86_64.rpm 987 kB/s | 58 kB 00:00 2024-09-17T03:29:40.003 INFO:teuthology.orchestra.run.smithi112.stdout:(40/157): fuse-2.9.9-16.el9.x86_64.rpm 454 kB/s | 80 kB 00:00 2024-09-17T03:29:40.007 INFO:teuthology.orchestra.run.smithi045.stdout:(101/157): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-17T03:29:40.032 INFO:teuthology.orchestra.run.smithi045.stdout:(102/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-17T03:29:40.060 INFO:teuthology.orchestra.run.smithi045.stdout:(103/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 890 kB/s | 45 kB 00:00 2024-09-17T03:29:40.087 INFO:teuthology.orchestra.run.smithi112.stdout:(41/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-09-17T03:29:40.112 INFO:teuthology.orchestra.run.smithi112.stdout:(42/157): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-17T03:29:40.124 INFO:teuthology.orchestra.run.smithi045.stdout:(104/157): lua-devel-5.4.4-4.el9.x86_64.rpm 243 kB/s | 22 kB 00:00 2024-09-17T03:29:40.145 INFO:teuthology.orchestra.run.smithi112.stdout:(43/157): libgfortran-11.5.0-2.el9.x86_64.rpm 2.7 MB/s | 801 kB 00:00 2024-09-17T03:29:40.171 INFO:teuthology.orchestra.run.smithi112.stdout:(44/157): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-17T03:29:40.183 INFO:teuthology.orchestra.run.smithi045.stdout:(105/157): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-17T03:29:40.196 INFO:teuthology.orchestra.run.smithi112.stdout:(45/157): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-17T03:29:40.216 INFO:teuthology.orchestra.run.smithi045.stdout:(106/157): gperftools-libs-2.9.1-3.el9.x86_64.r 9.1 MB/s | 308 kB 00:00 2024-09-17T03:29:40.230 INFO:teuthology.orchestra.run.smithi112.stdout:(46/157): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-17T03:29:40.242 INFO:teuthology.orchestra.run.smithi045.stdout:(107/157): grpc-data-1.46.7-10.el9.noarch.rpm 778 kB/s | 19 kB 00:00 2024-09-17T03:29:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:(47/157): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-17T03:29:40.330 INFO:teuthology.orchestra.run.smithi112.stdout:(48/157): python3-cryptography-36.0.1-4.el9.x86 5.0 MB/s | 1.2 MB 00:00 2024-09-17T03:29:40.409 INFO:teuthology.orchestra.run.smithi045.stdout:(108/157): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-09-17T03:29:40.459 INFO:teuthology.orchestra.run.smithi045.stdout:(109/157): protobuf-compiler-3.14.0-13.el9.x86_ 2.1 MB/s | 863 kB 00:00 2024-09-17T03:29:40.493 INFO:teuthology.orchestra.run.smithi045.stdout:(110/157): libarrow-doc-9.0.0-11.el9.noarch.rpm 311 kB/s | 26 kB 00:00 2024-09-17T03:29:40.506 INFO:teuthology.orchestra.run.smithi112.stdout:(49/157): boost-program-options-1.75.0-8.el9.x8 611 kB/s | 107 kB 00:00 2024-09-17T03:29:40.526 INFO:teuthology.orchestra.run.smithi045.stdout:(111/157): libunwind-1.6.2-1.el9.x86_64.rpm 2.1 MB/s | 67 kB 00:00 2024-09-17T03:29:40.552 INFO:teuthology.orchestra.run.smithi045.stdout:(112/157): liboath-2.6.7-2.el9.x86_64.rpm 537 kB/s | 49 kB 00:00 2024-09-17T03:29:40.564 INFO:teuthology.orchestra.run.smithi112.stdout:(50/157): automake-1.16.2-8.el9.noarch.rpm 2.0 MB/s | 689 kB 00:00 2024-09-17T03:29:40.569 INFO:teuthology.orchestra.run.smithi045.stdout:(113/157): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-17T03:29:40.589 INFO:teuthology.orchestra.run.smithi112.stdout:(51/157): elfutils-libelf-devel-0.191-4.el9.x86 260 kB/s | 22 kB 00:00 2024-09-17T03:29:40.619 INFO:teuthology.orchestra.run.smithi045.stdout:(114/157): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-17T03:29:40.631 INFO:teuthology.orchestra.run.smithi112.stdout:(52/157): bison-3.7.4-5.el9.x86_64.rpm 2.4 MB/s | 943 kB 00:00 2024-09-17T03:29:40.644 INFO:teuthology.orchestra.run.smithi045.stdout:(115/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-17T03:29:40.657 INFO:teuthology.orchestra.run.smithi112.stdout:(53/157): flexiblas-3.0.4-8.el9.x86_64.rpm 488 kB/s | 33 kB 00:00 2024-09-17T03:29:40.682 INFO:teuthology.orchestra.run.smithi112.stdout:(54/157): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-17T03:29:40.686 INFO:teuthology.orchestra.run.smithi045.stdout:(116/157): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.1 MB/s | 839 kB 00:00 2024-09-17T03:29:40.707 INFO:teuthology.orchestra.run.smithi112.stdout:(55/157): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-17T03:29:40.711 INFO:teuthology.orchestra.run.smithi045.stdout:(117/157): python3-cachetools-4.2.4-1.el9.noarc 481 kB/s | 32 kB 00:00 2024-09-17T03:29:40.733 INFO:teuthology.orchestra.run.smithi112.stdout:(56/157): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-17T03:29:40.737 INFO:teuthology.orchestra.run.smithi045.stdout:(118/157): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-17T03:29:40.762 INFO:teuthology.orchestra.run.smithi045.stdout:(119/157): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-17T03:29:40.791 INFO:teuthology.orchestra.run.smithi112.stdout:(57/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-17T03:29:40.796 INFO:teuthology.orchestra.run.smithi045.stdout:(120/157): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-17T03:29:40.821 INFO:teuthology.orchestra.run.smithi045.stdout:(121/157): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-17T03:29:40.841 INFO:teuthology.orchestra.run.smithi112.stdout:(58/157): libnbd-1.20.2-2.el9.x86_64.rpm 1.2 MB/s | 171 kB 00:00 2024-09-17T03:29:40.846 INFO:teuthology.orchestra.run.smithi045.stdout:(122/157): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-17T03:29:40.863 INFO:teuthology.orchestra.run.smithi045.stdout:(123/157): python3-grpcio-tools-1.46.7-10.el9.x 8.6 MB/s | 144 kB 00:00 2024-09-17T03:29:40.867 INFO:teuthology.orchestra.run.smithi112.stdout:(59/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 603 kB/s | 45 kB 00:00 2024-09-17T03:29:40.930 INFO:teuthology.orchestra.run.smithi045.stdout:(124/157): libarrow-9.0.0-11.el9.x86_64.rpm 6.4 MB/s | 4.4 MB 00:00 2024-09-17T03:29:40.933 INFO:teuthology.orchestra.run.smithi112.stdout:(60/157): libtool-2.4.6-46.el9.x86_64.rpm 8.5 MB/s | 581 kB 00:00 2024-09-17T03:29:40.947 INFO:teuthology.orchestra.run.smithi045.stdout:(125/157): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-09-17T03:29:40.964 INFO:teuthology.orchestra.run.smithi045.stdout:(126/157): python3-jaraco-classes-3.2.1-5.el9.n 528 kB/s | 18 kB 00:00 2024-09-17T03:29:40.981 INFO:teuthology.orchestra.run.smithi045.stdout:(127/157): python3-jaraco-collections-3.0.0-8.e 693 kB/s | 23 kB 00:00 2024-09-17T03:29:40.992 INFO:teuthology.orchestra.run.smithi112.stdout:(61/157): libuuid-devel-2.37.4-20.el9.x86_64.rp 420 kB/s | 24 kB 00:00 2024-09-17T03:29:40.998 INFO:teuthology.orchestra.run.smithi045.stdout:(128/157): python3-jaraco-functools-3.5.0-2.el9 581 kB/s | 19 kB 00:00 2024-09-17T03:29:41.015 INFO:teuthology.orchestra.run.smithi045.stdout:(129/157): python3-jaraco-text-3.2.0-6.el9.noar 586 kB/s | 20 kB 00:00 2024-09-17T03:29:41.033 INFO:teuthology.orchestra.run.smithi045.stdout:(130/157): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-17T03:29:41.051 INFO:teuthology.orchestra.run.smithi112.stdout:(62/157): librdkafka-1.6.1-102.el9.x86_64.rpm 3.1 MB/s | 662 kB 00:00 2024-09-17T03:29:41.057 INFO:teuthology.orchestra.run.smithi045.stdout:(131/157): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-17T03:29:41.076 INFO:teuthology.orchestra.run.smithi112.stdout:(63/157): libzstd-devel-1.5.1-2.el9.x86_64.rpm 567 kB/s | 47 kB 00:00 2024-09-17T03:29:41.083 INFO:teuthology.orchestra.run.smithi045.stdout:(132/157): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-17T03:29:41.108 INFO:teuthology.orchestra.run.smithi045.stdout:(133/157): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-09-17T03:29:41.110 INFO:teuthology.orchestra.run.smithi112.stdout:(64/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-17T03:29:41.133 INFO:teuthology.orchestra.run.smithi045.stdout:(134/157): python3-portend-3.1.0-2.el9.noarch.r 657 kB/s | 16 kB 00:00 2024-09-17T03:29:41.167 INFO:teuthology.orchestra.run.smithi045.stdout:(135/157): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-17T03:29:41.168 INFO:teuthology.orchestra.run.smithi112.stdout:(65/157): openblas-0.3.26-2.el9.x86_64.rpm 663 kB/s | 38 kB 00:00 2024-09-17T03:29:41.192 INFO:teuthology.orchestra.run.smithi045.stdout:(136/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-17T03:29:41.202 INFO:teuthology.orchestra.run.smithi112.stdout:(66/157): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 188 kB 00:00 2024-09-17T03:29:41.218 INFO:teuthology.orchestra.run.smithi045.stdout:(137/157): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-17T03:29:41.243 INFO:teuthology.orchestra.run.smithi045.stdout:(138/157): python3-repoze-lru-0.7-16.el9.noarch 609 kB/s | 31 kB 00:00 2024-09-17T03:29:41.269 INFO:teuthology.orchestra.run.smithi045.stdout:(139/157): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-17T03:29:41.296 INFO:teuthology.orchestra.run.smithi045.stdout:(140/157): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-17T03:29:41.319 INFO:teuthology.orchestra.run.smithi045.stdout:(141/157): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-17T03:29:41.344 INFO:teuthology.orchestra.run.smithi045.stdout:(142/157): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-17T03:29:41.387 INFO:teuthology.orchestra.run.smithi045.stdout:(143/157): python3-grpcio-1.46.7-10.el9.x86_64. 3.6 MB/s | 2.0 MB 00:00 2024-09-17T03:29:41.412 INFO:teuthology.orchestra.run.smithi045.stdout:(144/157): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-09-17T03:29:41.437 INFO:teuthology.orchestra.run.smithi045.stdout:(145/157): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-17T03:29:41.463 INFO:teuthology.orchestra.run.smithi045.stdout:(146/157): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-17T03:29:41.491 INFO:teuthology.orchestra.run.smithi045.stdout:(147/157): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-17T03:29:41.513 INFO:teuthology.orchestra.run.smithi045.stdout:(148/157): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-17T03:29:41.563 INFO:teuthology.orchestra.run.smithi045.stdout:(149/157): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-17T03:29:41.747 INFO:teuthology.orchestra.run.smithi045.stdout:(150/157): NetworkManager-1.51.0-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-09-17T03:29:41.797 INFO:teuthology.orchestra.run.smithi045.stdout:(151/157): librados2-19.3.0-4989.gce1b342b.el9. 11 MB/s | 3.4 MB 00:00 2024-09-17T03:29:41.847 INFO:teuthology.orchestra.run.smithi045.stdout:(152/157): NetworkManager-libnm-1.51.0-1.el9.x8 18 MB/s | 1.8 MB 00:00 2024-09-17T03:29:41.873 INFO:teuthology.orchestra.run.smithi045.stdout:(153/157): NetworkManager-team-1.51.0-1.el9.x86 544 kB/s | 41 kB 00:00 2024-09-17T03:29:41.923 INFO:teuthology.orchestra.run.smithi045.stdout:(154/157): librbd1-19.3.0-4989.gce1b342b.el9.x8 7.7 MB/s | 3.2 MB 00:00 2024-09-17T03:29:41.948 INFO:teuthology.orchestra.run.smithi045.stdout:(155/157): NetworkManager-tui-1.51.0-1.el9.x86_ 2.4 MB/s | 249 kB 00:00 2024-09-17T03:29:41.952 INFO:teuthology.orchestra.run.smithi112.stdout:(67/157): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.3 MB/s | 3.0 MB 00:01 2024-09-17T03:29:42.024 INFO:teuthology.orchestra.run.smithi045.stdout:(156/157): openssl-3.2.2-6.el9.x86_64.rpm 9.0 MB/s | 1.4 MB 00:00 2024-09-17T03:29:42.165 INFO:teuthology.orchestra.run.smithi045.stdout:(157/157): openssl-libs-3.2.2-6.el9.x86_64.rpm 9.9 MB/s | 2.4 MB 00:00 2024-09-17T03:29:42.171 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2024-09-17T03:29:42.171 INFO:teuthology.orchestra.run.smithi045.stdout:Total 25 MB/s | 228 MB 00:08 2024-09-17T03:29:42.736 INFO:teuthology.orchestra.run.smithi112.stdout:(68/157): postgresql-13.16-1.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-09-17T03:29:43.203 INFO:teuthology.orchestra.run.smithi112.stdout:(69/157): postgresql-contrib-13.16-1.el9.x86_64 1.9 MB/s | 910 kB 00:00 2024-09-17T03:29:43.295 INFO:teuthology.orchestra.run.smithi112.stdout:(70/157): openblas-openmp-0.3.26-2.el9.x86_64.r 2.3 MB/s | 4.9 MB 00:02 2024-09-17T03:29:43.328 INFO:teuthology.orchestra.run.smithi112.stdout:(71/157): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-17T03:29:43.399 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2024-09-17T03:29:43.479 INFO:teuthology.orchestra.run.smithi112.stdout:(72/157): openssl-devel-3.2.2-6.el9.x86_64.rpm 1.9 MB/s | 4.4 MB 00:02 2024-09-17T03:29:43.521 INFO:teuthology.orchestra.run.smithi112.stdout:(73/157): protobuf-3.14.0-13.el9.x86_64.rpm 5.3 MB/s | 1.0 MB 00:00 2024-09-17T03:29:43.570 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2024-09-17T03:29:43.570 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2024-09-17T03:29:43.571 INFO:teuthology.orchestra.run.smithi112.stdout:(74/157): python3-attrs-20.3.0-7.el9.noarch.rpm 951 kB/s | 87 kB 00:00 2024-09-17T03:29:43.630 INFO:teuthology.orchestra.run.smithi112.stdout:(75/157): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-17T03:29:43.788 INFO:teuthology.orchestra.run.smithi112.stdout:(76/157): python3-devel-3.9.19-8.el9.x86_64.rpm 1.5 MB/s | 245 kB 00:00 2024-09-17T03:29:43.938 INFO:teuthology.orchestra.run.smithi112.stdout:(77/157): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-09-17T03:29:43.989 INFO:teuthology.orchestra.run.smithi112.stdout:(78/157): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-09-17T03:29:44.039 INFO:teuthology.orchestra.run.smithi112.stdout:(79/157): python3-jsonpointer-2.0-4.el9.noarch. 384 kB/s | 19 kB 00:00 2024-09-17T03:29:44.148 INFO:teuthology.orchestra.run.smithi112.stdout:(80/157): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-09-17T03:29:44.198 INFO:teuthology.orchestra.run.smithi112.stdout:(81/157): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-17T03:29:45.926 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2024-09-17T03:29:45.927 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2024-09-17T03:29:46.240 INFO:teuthology.orchestra.run.smithi112.stdout:(82/157): postgresql-server-13.16-1.el9.x86_64. 2.0 MB/s | 5.8 MB 00:02 2024-09-17T03:29:46.390 INFO:teuthology.orchestra.run.smithi112.stdout:(83/157): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-09-17T03:29:46.507 INFO:teuthology.orchestra.run.smithi112.stdout:(84/157): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.2 MB/s | 5.1 MB 00:02 2024-09-17T03:29:46.583 INFO:teuthology.orchestra.run.smithi112.stdout:(85/157): python3-babel-2.9.1-2.el9.noarch.rpm 1.9 MB/s | 6.0 MB 00:03 2024-09-17T03:29:46.641 INFO:teuthology.orchestra.run.smithi112.stdout:(86/157): python3-oauthlib-3.1.1-5.el9.noarch.r 887 kB/s | 222 kB 00:00 2024-09-17T03:29:46.674 INFO:teuthology.orchestra.run.smithi112.stdout:(87/157): python3-packaging-20.9-5.el9.noarch.r 462 kB/s | 77 kB 00:00 2024-09-17T03:29:46.699 INFO:teuthology.orchestra.run.smithi112.stdout:(88/157): python3-prettytable-0.7.2-27.el9.noar 361 kB/s | 42 kB 00:00 2024-09-17T03:29:46.792 INFO:teuthology.orchestra.run.smithi112.stdout:(89/157): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-17T03:29:46.817 INFO:teuthology.orchestra.run.smithi112.stdout:(90/157): python3-protobuf-3.14.0-13.el9.noarch 1.5 MB/s | 269 kB 00:00 2024-09-17T03:29:46.842 INFO:teuthology.orchestra.run.smithi112.stdout:(91/157): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-17T03:29:46.867 INFO:teuthology.orchestra.run.smithi112.stdout:(92/157): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-17T03:29:46.901 INFO:teuthology.orchestra.run.smithi112.stdout:(93/157): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-09-17T03:29:46.926 INFO:teuthology.orchestra.run.smithi112.stdout:(94/157): python3-toml-0.10.2-6.el9.noarch.rpm 709 kB/s | 42 kB 00:00 2024-09-17T03:29:46.952 INFO:teuthology.orchestra.run.smithi112.stdout:(95/157): python3-wcwidth-0.2.5-8.el9.noarch.rp 881 kB/s | 44 kB 00:00 2024-09-17T03:29:47.002 INFO:teuthology.orchestra.run.smithi112.stdout:(96/157): qatlib-service-24.02.0-1.el9.x86_64.r 721 kB/s | 36 kB 00:00 2024-09-17T03:29:47.061 INFO:teuthology.orchestra.run.smithi112.stdout:(97/157): qatzip-libs-1.2.0-1.el9.x86_64.rpm 812 kB/s | 47 kB 00:00 2024-09-17T03:29:47.086 INFO:teuthology.orchestra.run.smithi112.stdout:(98/157): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-17T03:29:47.136 INFO:teuthology.orchestra.run.smithi112.stdout:(99/157): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-17T03:29:47.228 INFO:teuthology.orchestra.run.smithi112.stdout:(100/157): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.0 MB/s | 96 kB 00:00 2024-09-17T03:29:47.253 INFO:teuthology.orchestra.run.smithi112.stdout:(101/157): socat-1.7.4.1-6.el9.x86_64.rpm 1.5 MB/s | 304 kB 00:00 2024-09-17T03:29:47.304 INFO:teuthology.orchestra.run.smithi112.stdout:(102/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 897 kB/s | 45 kB 00:00 2024-09-17T03:29:47.329 INFO:teuthology.orchestra.run.smithi112.stdout:(103/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 634 kB/s | 64 kB 00:00 2024-09-17T03:29:47.412 INFO:teuthology.orchestra.run.smithi112.stdout:(104/157): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-09-17T03:29:47.488 INFO:teuthology.orchestra.run.smithi112.stdout:(105/157): abseil-cpp-20211102.0-3.el9.x86_64.r 7.1 MB/s | 548 kB 00:00 2024-09-17T03:29:47.521 INFO:teuthology.orchestra.run.smithi112.stdout:(106/157): protobuf-compiler-3.14.0-13.el9.x86_ 4.4 MB/s | 863 kB 00:00 2024-09-17T03:29:47.580 INFO:teuthology.orchestra.run.smithi112.stdout:(107/157): gperftools-libs-2.9.1-3.el9.x86_64.r 3.3 MB/s | 308 kB 00:00 2024-09-17T03:29:47.605 INFO:teuthology.orchestra.run.smithi112.stdout:(108/157): grpc-data-1.46.7-10.el9.noarch.rpm 232 kB/s | 19 kB 00:00 2024-09-17T03:29:47.630 INFO:teuthology.orchestra.run.smithi112.stdout:(109/157): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-17T03:29:47.656 INFO:teuthology.orchestra.run.smithi112.stdout:(110/157): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-17T03:29:47.681 INFO:teuthology.orchestra.run.smithi112.stdout:(111/157): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-17T03:29:47.706 INFO:teuthology.orchestra.run.smithi112.stdout:(112/157): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-17T03:29:47.748 INFO:teuthology.orchestra.run.smithi112.stdout:(113/157): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-17T03:29:47.790 INFO:teuthology.orchestra.run.smithi112.stdout:(114/157): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-17T03:29:47.816 INFO:teuthology.orchestra.run.smithi112.stdout:(115/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-17T03:29:47.841 INFO:teuthology.orchestra.run.smithi112.stdout:(116/157): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-17T03:29:47.866 INFO:teuthology.orchestra.run.smithi112.stdout:(117/157): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-17T03:29:47.891 INFO:teuthology.orchestra.run.smithi112.stdout:(118/157): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-17T03:29:47.992 INFO:teuthology.orchestra.run.smithi112.stdout:(119/157): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-09-17T03:29:48.026 INFO:teuthology.orchestra.run.smithi112.stdout:(120/157): python3-cmd2-2.4.2-2.el9.noarch.rpm 8.8 MB/s | 303 kB 00:00 2024-09-17T03:29:48.092 INFO:teuthology.orchestra.run.smithi112.stdout:(121/157): libarrow-9.0.0-11.el9.x86_64.rpm 8.6 MB/s | 4.4 MB 00:00 2024-09-17T03:29:48.118 INFO:teuthology.orchestra.run.smithi112.stdout:(122/157): python3-google-auth-2.34.0-1.el9.noa 2.3 MB/s | 220 kB 00:00 2024-09-17T03:29:48.143 INFO:teuthology.orchestra.run.smithi112.stdout:(123/157): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-17T03:29:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:(124/157): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-17T03:29:48.194 INFO:teuthology.orchestra.run.smithi112.stdout:(125/157): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-17T03:29:48.219 INFO:teuthology.orchestra.run.smithi112.stdout:(126/157): python3-jaraco-collections-3.0.0-8.e 925 kB/s | 23 kB 00:00 2024-09-17T03:29:48.244 INFO:teuthology.orchestra.run.smithi112.stdout:(127/157): python3-jaraco-functools-3.5.0-2.el9 772 kB/s | 19 kB 00:00 2024-09-17T03:29:48.270 INFO:teuthology.orchestra.run.smithi112.stdout:(128/157): python3-jaraco-text-3.2.0-6.el9.noar 790 kB/s | 20 kB 00:00 2024-09-17T03:29:48.328 INFO:teuthology.orchestra.run.smithi112.stdout:(129/157): python3-grpcio-1.46.7-10.el9.x86_64. 8.6 MB/s | 2.0 MB 00:00 2024-09-17T03:29:48.353 INFO:teuthology.orchestra.run.smithi112.stdout:(130/157): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-17T03:29:48.395 INFO:teuthology.orchestra.run.smithi112.stdout:(131/157): python3-more-itertools-8.12.0-2.el9. 1.9 MB/s | 79 kB 00:00 2024-09-17T03:29:48.421 INFO:teuthology.orchestra.run.smithi112.stdout:(132/157): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-17T03:29:48.455 INFO:teuthology.orchestra.run.smithi112.stdout:(133/157): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-09-17T03:29:48.480 INFO:teuthology.orchestra.run.smithi112.stdout:(134/157): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-09-17T03:29:48.505 INFO:teuthology.orchestra.run.smithi112.stdout:(135/157): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-17T03:29:48.530 INFO:teuthology.orchestra.run.smithi112.stdout:(136/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-17T03:29:48.556 INFO:teuthology.orchestra.run.smithi112.stdout:(137/157): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-17T03:29:48.581 INFO:teuthology.orchestra.run.smithi112.stdout:(138/157): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-17T03:29:48.606 INFO:teuthology.orchestra.run.smithi112.stdout:(139/157): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-17T03:29:48.631 INFO:teuthology.orchestra.run.smithi112.stdout:(140/157): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-17T03:29:48.657 INFO:teuthology.orchestra.run.smithi112.stdout:(141/157): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-17T03:29:48.682 INFO:teuthology.orchestra.run.smithi112.stdout:(142/157): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-17T03:29:48.707 INFO:teuthology.orchestra.run.smithi112.stdout:(143/157): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-17T03:29:48.733 INFO:teuthology.orchestra.run.smithi112.stdout:(144/157): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-17T03:29:48.758 INFO:teuthology.orchestra.run.smithi112.stdout:(145/157): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-09-17T03:29:48.783 INFO:teuthology.orchestra.run.smithi112.stdout:(146/157): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-17T03:29:48.808 INFO:teuthology.orchestra.run.smithi112.stdout:(147/157): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-17T03:29:48.859 INFO:teuthology.orchestra.run.smithi112.stdout:(148/157): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-17T03:29:49.101 INFO:teuthology.orchestra.run.smithi112.stdout:(149/157): librbd1-19.3.0-4989.gce1b342b.el9.x8 13 MB/s | 3.2 MB 00:00 2024-09-17T03:29:49.193 INFO:teuthology.orchestra.run.smithi112.stdout:(150/157): librados2-19.3.0-4989.gce1b342b.el9. 8.8 MB/s | 3.4 MB 00:00 2024-09-17T03:29:49.618 INFO:teuthology.orchestra.run.smithi112.stdout:(151/157): NetworkManager-libnm-1.51.0-1.el9.x8 4.3 MB/s | 1.8 MB 00:00 2024-09-17T03:29:49.660 INFO:teuthology.orchestra.run.smithi112.stdout:(152/157): NetworkManager-team-1.51.0-1.el9.x86 982 kB/s | 41 kB 00:00 2024-09-17T03:29:49.727 INFO:teuthology.orchestra.run.smithi112.stdout:(153/157): NetworkManager-1.51.0-1.el9.x86_64.r 3.7 MB/s | 2.3 MB 00:00 2024-09-17T03:29:49.785 INFO:teuthology.orchestra.run.smithi112.stdout:(154/157): NetworkManager-tui-1.51.0-1.el9.x86_ 1.9 MB/s | 249 kB 00:00 2024-09-17T03:29:49.844 INFO:teuthology.orchestra.run.smithi112.stdout:(155/157): openssl-3.2.2-6.el9.x86_64.rpm 12 MB/s | 1.4 MB 00:00 2024-09-17T03:29:50.461 INFO:teuthology.orchestra.run.smithi112.stdout:(156/157): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.5 MB/s | 2.4 MB 00:00 2024-09-17T03:29:52.661 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2024-09-17T03:29:52.736 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/165 2024-09-17T03:29:52.775 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/165 2024-09-17T03:29:52.830 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/165 2024-09-17T03:29:52.871 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/165 2024-09-17T03:29:52.901 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/165 2024-09-17T03:29:52.955 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/165 2024-09-17T03:29:53.313 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/165 2024-09-17T03:29:53.477 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 8/165 2024-09-17T03:29:53.607 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 8/165 2024-09-17T03:29:53.637 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 9/165 2024-09-17T03:29:53.746 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 9/165 2024-09-17T03:29:53.775 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rados-2:19.3.0-4989.gce1b342b.el9.x86_64 10/165 2024-09-17T03:29:53.805 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/165 2024-09-17T03:29:53.993 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 12/165 2024-09-17T03:29:54.040 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-13.16-1.el9.x86_64 13/165 2024-09-17T03:29:54.067 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 14/165 2024-09-17T03:29:54.177 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 14/165 2024-09-17T03:29:54.203 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86 15/165 2024-09-17T03:29:54.265 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86 15/165 2024-09-17T03:29:54.286 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-17T03:29:54.309 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-17T03:29:54.507 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-17T03:29:54.678 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-17T03:29:54.812 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 18/165 2024-09-17T03:29:54.927 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-17T03:29:54.960 INFO:teuthology.orchestra.run.smithi112.stdout:(157/157): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.0 MB/s | 16 MB 00:08 2024-09-17T03:29:54.965 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-09-17T03:29:54.965 INFO:teuthology.orchestra.run.smithi112.stdout:Total 12 MB/s | 228 MB 00:19 2024-09-17T03:29:55.012 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-17T03:29:55.249 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-17T03:29:55.362 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : re2-1:20211101-20.el9.x86_64 20/165 2024-09-17T03:29:55.391 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/165 2024-09-17T03:29:55.427 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/165 2024-09-17T03:29:55.502 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/165 2024-09-17T03:29:55.553 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/165 2024-09-17T03:29:55.594 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/165 2024-09-17T03:29:55.637 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/165 2024-09-17T03:29:55.669 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/165 2024-09-17T03:29:55.697 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/165 2024-09-17T03:29:55.769 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/165 2024-09-17T03:29:55.821 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/165 2024-09-17T03:29:55.850 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/165 2024-09-17T03:29:55.894 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/165 2024-09-17T03:29:55.982 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/165 2024-09-17T03:29:56.013 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ceph-common-2:19.3.0-4989.gce1b342b.el9. 34/165 2024-09-17T03:29:56.057 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ceph-argparse-2:19.3.0-4989.gce1b342b.el 35/165 2024-09-17T03:29:56.085 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cephfs-2:19.3.0-4989.gce1b342b.el9.x86_6 36/165 2024-09-17T03:29:56.161 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/165 2024-09-17T03:29:56.206 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-09-17T03:29:56.209 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/165 2024-09-17T03:29:56.286 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/165 2024-09-17T03:29:56.358 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-09-17T03:29:56.358 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-09-17T03:29:56.432 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/165 2024-09-17T03:29:56.487 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/165 2024-09-17T03:29:57.043 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/165 2024-09-17T03:29:57.134 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/165 2024-09-17T03:29:57.169 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/165 2024-09-17T03:29:57.213 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/165 2024-09-17T03:29:57.250 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librados-devel-2:19.3.0-4989.gce1b342b.el9.x86_6 46/165 2024-09-17T03:29:57.293 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/165 2024-09-17T03:29:57.450 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/165 2024-09-17T03:29:57.504 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/165 2024-09-17T03:29:57.599 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/165 2024-09-17T03:29:57.661 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/165 2024-09-17T03:29:57.735 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/165 2024-09-17T03:29:57.772 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 53/165 2024-09-17T03:29:57.809 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 54/165 2024-09-17T03:29:57.857 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/165 2024-09-17T03:29:57.900 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/165 2024-09-17T03:29:57.944 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/165 2024-09-17T03:29:57.986 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/165 2024-09-17T03:29:58.297 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/165 2024-09-17T03:29:58.337 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/165 2024-09-17T03:29:58.379 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 61/165 2024-09-17T03:29:58.487 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/165 2024-09-17T03:29:58.521 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 63/165 2024-09-17T03:29:58.561 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/165 2024-09-17T03:29:58.594 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 65/165 2024-09-17T03:29:58.616 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-09-17T03:29:58.616 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-09-17T03:29:58.619 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/165 2024-09-17T03:29:58.716 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/165 2024-09-17T03:29:58.851 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/165 2024-09-17T03:29:58.902 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/165 2024-09-17T03:29:58.931 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/165 2024-09-17T03:29:58.964 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/165 2024-09-17T03:29:59.004 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/165 2024-09-17T03:29:59.047 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/165 2024-09-17T03:29:59.077 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/165 2024-09-17T03:29:59.103 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/165 2024-09-17T03:29:59.137 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/165 2024-09-17T03:29:59.178 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/165 2024-09-17T03:29:59.213 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/165 2024-09-17T03:29:59.303 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/165 2024-09-17T03:29:59.352 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/165 2024-09-17T03:29:59.383 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/165 2024-09-17T03:29:59.491 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/165 2024-09-17T03:29:59.545 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/165 2024-09-17T03:30:00.315 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/165 2024-09-17T03:30:00.356 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/165 2024-09-17T03:30:00.390 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/165 2024-09-17T03:30:00.494 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/165 2024-09-17T03:30:00.549 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 88/165 2024-09-17T03:30:00.592 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 89/165 2024-09-17T03:30:00.681 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 90/165 2024-09-17T03:30:00.726 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 91/165 2024-09-17T03:30:00.918 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openblas-0.3.26-2.el9.x86_64 92/165 2024-09-17T03:30:00.949 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 93/165 2024-09-17T03:30:01.029 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 94/165 2024-09-17T03:30:01.720 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 95/165 2024-09-17T03:30:01.850 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 96/165 2024-09-17T03:30:03.187 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 97/165 2024-09-17T03:30:03.270 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 98/165 2024-09-17T03:30:03.298 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 99/165 2024-09-17T03:30:03.331 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 100/165 2024-09-17T03:30:03.718 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 101/165 2024-09-17T03:30:03.909 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 102/165 2024-09-17T03:30:04.011 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 102/165 2024-09-17T03:30:04.041 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rbd-2:19.3.0-4989.gce1b342b.el9.x86_64 103/165 2024-09-17T03:30:04.086 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 104/165 2024-09-17T03:30:04.614 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 105/165 2024-09-17T03:30:04.639 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 106/165 2024-09-17T03:30:04.710 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 106/165 2024-09-17T03:30:04.741 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rgw-2:19.3.0-4989.gce1b342b.el9.x86_64 107/165 2024-09-17T03:30:05.095 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-09-17T03:30:05.189 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/165 2024-09-17T03:30:05.236 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/165 2024-09-17T03:30:05.298 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/165 2024-09-17T03:30:05.331 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/165 2024-09-17T03:30:05.357 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/165 2024-09-17T03:30:05.411 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/165 2024-09-17T03:30:05.803 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/165 2024-09-17T03:30:06.024 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 8/165 2024-09-17T03:30:06.283 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 8/165 2024-09-17T03:30:06.317 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 9/165 2024-09-17T03:30:06.407 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 9/165 2024-09-17T03:30:06.448 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rados-2:19.3.0-4989.gce1b342b.el9.x86_64 10/165 2024-09-17T03:30:06.485 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/165 2024-09-17T03:30:06.657 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 12/165 2024-09-17T03:30:06.719 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-13.16-1.el9.x86_64 13/165 2024-09-17T03:30:06.747 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 14/165 2024-09-17T03:30:06.843 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 14/165 2024-09-17T03:30:06.873 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86 15/165 2024-09-17T03:30:06.920 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86 15/165 2024-09-17T03:30:06.949 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-17T03:30:06.974 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-17T03:30:07.117 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-17T03:30:07.168 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 108/165 2024-09-17T03:30:07.204 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 108/165 2024-09-17T03:30:07.300 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-17T03:30:07.456 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 18/165 2024-09-17T03:30:07.573 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-17T03:30:07.649 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-17T03:30:07.808 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 108/165 2024-09-17T03:30:07.850 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 109/165 2024-09-17T03:30:07.880 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-17T03:30:07.925 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 109/165 2024-09-17T03:30:07.925 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-17T03:30:07.925 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-17T03:30:07.926 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:07.959 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 110/165 2024-09-17T03:30:07.986 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : re2-1:20211101-20.el9.x86_64 20/165 2024-09-17T03:30:08.031 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/165 2024-09-17T03:30:08.070 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/165 2024-09-17T03:30:08.134 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/165 2024-09-17T03:30:08.179 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/165 2024-09-17T03:30:08.220 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/165 2024-09-17T03:30:08.271 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/165 2024-09-17T03:30:08.305 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/165 2024-09-17T03:30:08.332 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/165 2024-09-17T03:30:08.401 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/165 2024-09-17T03:30:08.454 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/165 2024-09-17T03:30:08.486 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/165 2024-09-17T03:30:08.533 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/165 2024-09-17T03:30:08.605 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/165 2024-09-17T03:30:08.648 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-common-2:19.3.0-4989.gce1b342b.el9. 34/165 2024-09-17T03:30:08.690 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-argparse-2:19.3.0-4989.gce1b342b.el 35/165 2024-09-17T03:30:08.719 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cephfs-2:19.3.0-4989.gce1b342b.el9.x86_6 36/165 2024-09-17T03:30:08.789 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/165 2024-09-17T03:30:08.834 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/165 2024-09-17T03:30:08.908 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/165 2024-09-17T03:30:09.049 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/165 2024-09-17T03:30:09.103 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/165 2024-09-17T03:30:09.624 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/165 2024-09-17T03:30:09.708 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/165 2024-09-17T03:30:09.736 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/165 2024-09-17T03:30:09.788 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/165 2024-09-17T03:30:09.825 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librados-devel-2:19.3.0-4989.gce1b342b.el9.x86_6 46/165 2024-09-17T03:30:09.875 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/165 2024-09-17T03:30:10.027 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/165 2024-09-17T03:30:10.078 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/165 2024-09-17T03:30:10.169 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/165 2024-09-17T03:30:10.234 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/165 2024-09-17T03:30:10.306 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/165 2024-09-17T03:30:10.347 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 53/165 2024-09-17T03:30:10.383 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 54/165 2024-09-17T03:30:10.430 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/165 2024-09-17T03:30:10.580 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/165 2024-09-17T03:30:10.792 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/165 2024-09-17T03:30:10.917 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/165 2024-09-17T03:30:11.053 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/165 2024-09-17T03:30:11.085 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/165 2024-09-17T03:30:11.127 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 61/165 2024-09-17T03:30:11.239 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/165 2024-09-17T03:30:11.278 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 63/165 2024-09-17T03:30:11.318 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/165 2024-09-17T03:30:11.351 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 65/165 2024-09-17T03:30:11.376 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/165 2024-09-17T03:30:11.471 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/165 2024-09-17T03:30:11.606 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/165 2024-09-17T03:30:11.644 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/165 2024-09-17T03:30:11.673 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/165 2024-09-17T03:30:11.706 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/165 2024-09-17T03:30:11.745 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/165 2024-09-17T03:30:11.777 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/165 2024-09-17T03:30:11.807 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/165 2024-09-17T03:30:11.842 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/165 2024-09-17T03:30:11.875 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/165 2024-09-17T03:30:11.924 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/165 2024-09-17T03:30:11.967 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/165 2024-09-17T03:30:12.054 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/165 2024-09-17T03:30:12.106 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/165 2024-09-17T03:30:12.137 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/165 2024-09-17T03:30:12.240 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/165 2024-09-17T03:30:12.299 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/165 2024-09-17T03:30:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/165 2024-09-17T03:30:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/165 2024-09-17T03:30:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/165 2024-09-17T03:30:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/165 2024-09-17T03:30:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 88/165 2024-09-17T03:30:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 89/165 2024-09-17T03:30:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 90/165 2024-09-17T03:30:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 91/165 2024-09-17T03:30:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-0.3.26-2.el9.x86_64 92/165 2024-09-17T03:30:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 93/165 2024-09-17T03:30:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 94/165 2024-09-17T03:30:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 95/165 2024-09-17T03:30:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 96/165 2024-09-17T03:30:15.762 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 97/165 2024-09-17T03:30:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 98/165 2024-09-17T03:30:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 99/165 2024-09-17T03:30:15.907 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 100/165 2024-09-17T03:30:16.244 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 101/165 2024-09-17T03:30:16.295 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 102/165 2024-09-17T03:30:16.386 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 102/165 2024-09-17T03:30:16.417 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rbd-2:19.3.0-4989.gce1b342b.el9.x86_64 103/165 2024-09-17T03:30:16.453 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 104/165 2024-09-17T03:30:16.964 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 105/165 2024-09-17T03:30:17.007 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 106/165 2024-09-17T03:30:17.061 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 106/165 2024-09-17T03:30:17.091 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rgw-2:19.3.0-4989.gce1b342b.el9.x86_64 107/165 2024-09-17T03:30:19.376 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 108/165 2024-09-17T03:30:19.421 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 108/165 2024-09-17T03:30:19.995 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 108/165 2024-09-17T03:30:20.041 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 109/165 2024-09-17T03:30:20.115 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 109/165 2024-09-17T03:30:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-17T03:30:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-17T03:30:20.116 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:20.159 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 110/165 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 110/165 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /sys 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /proc 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /mnt 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /var/tmp 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /home 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /root 2024-09-17T03:30:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /tmp 2024-09-17T03:30:20.440 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:20.618 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 111/165 2024-09-17T03:30:20.634 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 111/165 2024-09-17T03:30:20.634 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:20.634 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-17T03:30:20.634 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:22.296 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 112/165 2024-09-17T03:30:22.324 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 112/165 2024-09-17T03:30:22.324 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:22.324 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-17T03:30:22.324 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T03:30:22.324 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T03:30:22.325 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:22.571 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 113/165 2024-09-17T03:30:22.596 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 113/165 2024-09-17T03:30:22.596 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:22.596 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-17T03:30:22.596 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T03:30:22.597 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T03:30:22.597 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:23.089 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 114/165 2024-09-17T03:30:23.116 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 114/165 2024-09-17T03:30:23.116 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:23.116 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-17T03:30:23.116 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T03:30:23.116 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T03:30:23.116 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:23.228 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : automake-1.16.2-8.el9.noarch 115/165 2024-09-17T03:30:23.287 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ply-3.11-14.el9.noarch 116/165 2024-09-17T03:30:23.351 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 117/165 2024-09-17T03:30:23.553 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 118/165 2024-09-17T03:30:23.599 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 119/165 2024-09-17T03:30:23.680 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 120/165 2024-09-17T03:30:23.770 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 121/165 2024-09-17T03:30:23.913 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 122/165 2024-09-17T03:30:23.958 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 123/165 2024-09-17T03:30:23.990 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 124/165 2024-09-17T03:30:24.017 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : fuse-2.9.9-16.el9.x86_64 125/165 2024-09-17T03:30:24.509 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 126/165 2024-09-17T03:30:24.542 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 126/165 2024-09-17T03:30:24.574 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4989.gce1b342b.e 127/165 2024-09-17T03:30:24.644 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4989.gce1b342b. 128/165 2024-09-17T03:30:24.673 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noa 129/165 2024-09-17T03:30:28.062 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noa 129/165 2024-09-17T03:30:28.121 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.n 130/165 2024-09-17T03:30:29.138 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.n 130/165 2024-09-17T03:30:29.163 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1 131/165 2024-09-17T03:30:29.286 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1 131/165 2024-09-17T03:30:29.456 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4989.gce1b342b.el 132/165 2024-09-17T03:30:29.490 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 133/165 2024-09-17T03:30:29.516 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 133/165 2024-09-17T03:30:29.517 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:29.517 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-17T03:30:29.517 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T03:30:29.517 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T03:30:29.517 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:29.566 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 134/165 2024-09-17T03:30:29.578 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 134/165 2024-09-17T03:30:29.682 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-2:19.3.0-4989.gce1b342b.el9.x86_64 135/165 2024-09-17T03:30:29.745 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 136/165 2024-09-17T03:30:30.769 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libtool-2.4.6-46.el9.x86_64 137/165 2024-09-17T03:30:30.802 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 138/165 2024-09-17T03:30:30.827 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 138/165 2024-09-17T03:30:30.827 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:30.827 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-17T03:30:30.827 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T03:30:30.827 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T03:30:30.827 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:30.869 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4989.gce1b3 139/165 2024-09-17T03:30:30.893 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4989.gce1b3 139/165 2024-09-17T03:30:30.893 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:30.893 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-17T03:30:30.894 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:30.945 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 140/165 2024-09-17T03:30:30.969 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 140/165 2024-09-17T03:30:30.969 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:30.969 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-17T03:30:30.969 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-17T03:30:30.969 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-17T03:30:30.970 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:31.304 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 141/165 2024-09-17T03:30:31.328 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 141/165 2024-09-17T03:30:31.329 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:31.329 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-17T03:30:31.329 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T03:30:31.329 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T03:30:31.329 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:31.779 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 110/165 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /sys 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /proc 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /mnt 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /var/tmp 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /home 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /root 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /tmp 2024-09-17T03:30:31.780 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:31.953 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 111/165 2024-09-17T03:30:31.969 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 111/165 2024-09-17T03:30:31.969 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:31.969 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-17T03:30:31.969 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:33.571 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 112/165 2024-09-17T03:30:33.599 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 112/165 2024-09-17T03:30:33.599 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:33.599 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-17T03:30:33.599 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T03:30:33.599 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T03:30:33.599 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:33.848 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 113/165 2024-09-17T03:30:33.873 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 113/165 2024-09-17T03:30:33.873 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:33.873 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-17T03:30:33.873 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T03:30:33.873 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T03:30:33.873 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:34.350 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 114/165 2024-09-17T03:30:34.374 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 114/165 2024-09-17T03:30:34.374 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:34.374 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-17T03:30:34.374 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T03:30:34.374 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T03:30:34.374 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:34.488 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : automake-1.16.2-8.el9.noarch 115/165 2024-09-17T03:30:34.553 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ply-3.11-14.el9.noarch 116/165 2024-09-17T03:30:34.608 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 117/165 2024-09-17T03:30:34.797 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 118/165 2024-09-17T03:30:34.842 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 119/165 2024-09-17T03:30:34.919 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 120/165 2024-09-17T03:30:35.016 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 121/165 2024-09-17T03:30:35.156 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 122/165 2024-09-17T03:30:35.207 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 123/165 2024-09-17T03:30:35.241 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 124/165 2024-09-17T03:30:35.268 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : fuse-2.9.9-16.el9.x86_64 125/165 2024-09-17T03:30:35.576 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-test-2:19.3.0-4989.gce1b342b.el9.x86_64 142/165 2024-09-17T03:30:35.626 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 143/165 2024-09-17T03:30:35.667 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-nbd-2:19.3.0-4989.gce1b342b.el9.x86_64 144/165 2024-09-17T03:30:35.698 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 145/165 2024-09-17T03:30:35.706 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 126/165 2024-09-17T03:30:35.725 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 146/165 2024-09-17T03:30:35.734 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 126/165 2024-09-17T03:30:35.765 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4989.gce1b342b.e 127/165 2024-09-17T03:30:35.831 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4989.gce1b342b. 128/165 2024-09-17T03:30:35.857 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noa 129/165 2024-09-17T03:30:35.924 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephfs-shell-2:19.3.0-4989.gce1b342b.el9.x86_64 147/165 2024-09-17T03:30:35.964 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 148/165 2024-09-17T03:30:35.994 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephfs-devel-2:19.3.0-4989.gce1b342b.el9.x86_ 149/165 2024-09-17T03:30:36.024 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 150/165 2024-09-17T03:30:36.070 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 151/165 2024-09-17T03:30:36.712 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-17T03:30:36.743 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-17T03:30:36.765 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-17T03:30:37.687 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephfs-top-2:19.3.0-4989.gce1b342b.el9.noarch 153/165 2024-09-17T03:30:37.783 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 154/165 2024-09-17T03:30:37.857 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/165 2024-09-17T03:30:37.956 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/165 2024-09-17T03:30:37.986 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/165 2024-09-17T03:30:38.012 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 158/165 2024-09-17T03:30:38.038 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 159/165 2024-09-17T03:30:38.038 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-17T03:30:38.122 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-17T03:30:38.122 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-17T03:30:38.214 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-17T03:30:38.239 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 162/165 2024-09-17T03:30:38.244 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-17T03:30:38.244 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-17T03:30:38.433 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-17T03:30:38.433 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-17T03:30:38.517 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-17T03:30:38.586 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-17T03:30:39.032 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noa 129/165 2024-09-17T03:30:39.088 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.n 130/165 2024-09-17T03:30:40.046 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.n 130/165 2024-09-17T03:30:40.079 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1 131/165 2024-09-17T03:30:40.192 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1 131/165 2024-09-17T03:30:40.354 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4989.gce1b342b.el 132/165 2024-09-17T03:30:40.390 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 133/165 2024-09-17T03:30:40.414 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 133/165 2024-09-17T03:30:40.414 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:40.414 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-17T03:30:40.415 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T03:30:40.415 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T03:30:40.415 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:40.474 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 134/165 2024-09-17T03:30:40.485 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 134/165 2024-09-17T03:30:40.583 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-2:19.3.0-4989.gce1b342b.el9.x86_64 135/165 2024-09-17T03:30:40.642 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 136/165 2024-09-17T03:30:41.598 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libtool-2.4.6-46.el9.x86_64 137/165 2024-09-17T03:30:41.626 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 138/165 2024-09-17T03:30:41.650 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 138/165 2024-09-17T03:30:41.650 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:41.650 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-17T03:30:41.650 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T03:30:41.651 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T03:30:41.651 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:41.694 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4989.gce1b3 139/165 2024-09-17T03:30:41.716 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4989.gce1b3 139/165 2024-09-17T03:30:41.717 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:41.717 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-17T03:30:41.717 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:41.769 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 140/165 2024-09-17T03:30:41.792 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 140/165 2024-09-17T03:30:41.793 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:41.793 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-17T03:30:41.793 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-17T03:30:41.793 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-17T03:30:41.793 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:42.128 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 141/165 2024-09-17T03:30:42.151 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 141/165 2024-09-17T03:30:42.151 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T03:30:42.151 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-17T03:30:42.151 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T03:30:42.151 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T03:30:42.151 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:44.754 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-17T03:30:44.754 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-2:19.3.0-4989.gce1b342b.el9.x86_64 1/165 2024-09-17T03:30:44.754 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 2/165 2024-09-17T03:30:44.754 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 3/165 2024-09-17T03:30:44.754 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 4/165 2024-09-17T03:30:44.754 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4989.gce1b3 5/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 6/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 7/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 8/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 9/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 10/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 11/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-test-2:19.3.0-4989.gce1b342b.el9.x86_64 12/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 13/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephfs-shell-2:19.3.0-4989.gce1b342b.el9.x86_64 14/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephfs-devel-2:19.3.0-4989.gce1b342b.el9.x86_ 15/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 16/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 17/165 2024-09-17T03:30:44.755 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados-devel-2:19.3.0-4989.gce1b342b.el9.x86_6 18/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86 19/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 20/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4989.gce1b342b.el 21/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ceph-common-2:19.3.0-4989.gce1b342b.el9. 22/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cephfs-2:19.3.0-4989.gce1b342b.el9.x86_6 23/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rados-2:19.3.0-4989.gce1b342b.el9.x86_64 24/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rbd-2:19.3.0-4989.gce1b342b.el9.x86_64 25/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rgw-2:19.3.0-4989.gce1b342b.el9.x86_64 26/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 27/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 28/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-nbd-2:19.3.0-4989.gce1b342b.el9.x86_64 29/165 2024-09-17T03:30:44.756 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4989.gce1b342b. 30/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noa 31/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.n 32/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1 33/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4989.gce1b342b.el 34/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 35/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4989.gce1b342b.e 36/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 37/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 38/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephfs-top-2:19.3.0-4989.gce1b342b.el9.noarch 39/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/165 2024-09-17T03:30:44.769 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/165 2024-09-17T03:30:44.770 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 58/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 59/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 60/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 61/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 62/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 63/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 64/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 65/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lua-5.4.4-4.el9.x86_64 66/165 2024-09-17T03:30:44.771 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 67/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 68/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 69/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-13.16-1.el9.x86_64 70/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 71/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 72/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 73/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 74/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 75/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 76/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 77/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 78/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 79/165 2024-09-17T03:30:44.772 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/165 2024-09-17T03:30:44.773 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 97/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 98/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 99/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 100/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 102/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 104/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/165 2024-09-17T03:30:44.774 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 108/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 110/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 111/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 114/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 115/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 119/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/165 2024-09-17T03:30:44.775 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 123/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 124/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 125/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 126/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 127/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 128/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 129/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 130/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 131/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 132/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 133/165 2024-09-17T03:30:44.776 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 134/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 135/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 136/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 137/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 138/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 139/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 140/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 141/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 142/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 143/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 144/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 145/165 2024-09-17T03:30:44.777 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 146/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 147/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : re2-1:20211101-20.el9.x86_64 148/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 149/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 150/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 152/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 154/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 155/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 156/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 157/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 158/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 159/165 2024-09-17T03:30:44.778 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 160/165 2024-09-17T03:30:44.779 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 161/165 2024-09-17T03:30:44.779 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 162/165 2024-09-17T03:30:44.779 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 163/165 2024-09-17T03:30:44.779 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 164/165 2024-09-17T03:30:46.157 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-test-2:19.3.0-4989.gce1b342b.el9.x86_64 142/165 2024-09-17T03:30:46.198 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 143/165 2024-09-17T03:30:46.239 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-nbd-2:19.3.0-4989.gce1b342b.el9.x86_64 144/165 2024-09-17T03:30:46.271 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 145/165 2024-09-17T03:30:46.298 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 146/165 2024-09-17T03:30:46.488 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-shell-2:19.3.0-4989.gce1b342b.el9.x86_64 147/165 2024-09-17T03:30:46.536 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 148/165 2024-09-17T03:30:46.583 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs-devel-2:19.3.0-4989.gce1b342b.el9.x86_ 149/165 2024-09-17T03:30:46.613 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 150/165 2024-09-17T03:30:46.668 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 151/165 2024-09-17T03:30:47.254 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-17T03:30:47.299 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-17T03:30:47.319 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-17T03:30:47.543 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-17T03:30:47.543 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:47.543 INFO:teuthology.orchestra.run.smithi045.stdout:Upgraded: 2024-09-17T03:30:47.543 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:47.543 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:47.543 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: automake-1.16.2-8.el9.noarch 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: bison-3.7.4-5.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.544 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-grafana-dashboards-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-immutable-object-cache-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-modules-core-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.545 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-prometheus-alerts-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-test-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-shell-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-top-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: flex-2.6.4-9.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-17T03:30:47.546 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs-devel-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-17T03:30:47.547 INFO:teuthology.orchestra.run.smithi045.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: librados-devel-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: lua-5.4.4-4.el9.x86_64 2024-09-17T03:30:47.548 INFO:teuthology.orchestra.run.smithi045.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-13.16-1.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-17T03:30:47.549 INFO:teuthology.orchestra.run.smithi045.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-argparse-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cephfs-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-17T03:30:47.550 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-17T03:30:47.551 INFO:teuthology.orchestra.run.smithi045.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ply-3.11-14.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-17T03:30:47.552 INFO:teuthology.orchestra.run.smithi045.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rados-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rbd-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.553 INFO:teuthology.orchestra.run.smithi045.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rgw-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-17T03:30:47.554 INFO:teuthology.orchestra.run.smithi045.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-nbd-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: re2-1:20211101-20.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-17T03:30:47.555 INFO:teuthology.orchestra.run.smithi045.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-17T03:30:47.556 INFO:teuthology.orchestra.run.smithi045.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-17T03:30:47.556 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:30:47.556 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2024-09-17T03:30:47.957 DEBUG:teuthology.parallel:result is None 2024-09-17T03:30:48.145 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-top-2:19.3.0-4989.gce1b342b.el9.noarch 153/165 2024-09-17T03:30:48.227 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 154/165 2024-09-17T03:30:48.278 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/165 2024-09-17T03:30:48.440 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/165 2024-09-17T03:30:48.786 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/165 2024-09-17T03:30:48.823 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 158/165 2024-09-17T03:30:48.848 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 159/165 2024-09-17T03:30:48.849 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-17T03:30:48.949 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-17T03:30:48.950 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-17T03:30:49.042 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-17T03:30:49.075 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 162/165 2024-09-17T03:30:49.081 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-17T03:30:49.081 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-17T03:30:49.268 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-17T03:30:49.268 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-17T03:30:49.353 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-17T03:30:49.420 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-17T03:30:55.705 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-17T03:30:55.705 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-2:19.3.0-4989.gce1b342b.el9.x86_64 1/165 2024-09-17T03:30:55.705 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 2/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 3/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 4/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4989.gce1b3 5/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 6/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 7/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 8/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 9/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 10/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 11/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-test-2:19.3.0-4989.gce1b342b.el9.x86_64 12/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 13/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-shell-2:19.3.0-4989.gce1b342b.el9.x86_64 14/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs-devel-2:19.3.0-4989.gce1b342b.el9.x86_ 15/165 2024-09-17T03:30:55.706 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 16/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 17/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados-devel-2:19.3.0-4989.gce1b342b.el9.x86_6 18/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86 19/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 20/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4989.gce1b342b.el 21/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-common-2:19.3.0-4989.gce1b342b.el9. 22/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cephfs-2:19.3.0-4989.gce1b342b.el9.x86_6 23/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rados-2:19.3.0-4989.gce1b342b.el9.x86_64 24/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rbd-2:19.3.0-4989.gce1b342b.el9.x86_64 25/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rgw-2:19.3.0-4989.gce1b342b.el9.x86_64 26/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 27/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 28/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-nbd-2:19.3.0-4989.gce1b342b.el9.x86_64 29/165 2024-09-17T03:30:55.707 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4989.gce1b342b. 30/165 2024-09-17T03:30:55.719 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noa 31/165 2024-09-17T03:30:55.719 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.n 32/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1 33/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4989.gce1b342b.el 34/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 35/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4989.gce1b342b.e 36/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 37/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 38/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-top-2:19.3.0-4989.gce1b342b.el9.noarch 39/165 2024-09-17T03:30:55.720 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/165 2024-09-17T03:30:55.721 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 58/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 59/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 60/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 61/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 62/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 63/165 2024-09-17T03:30:55.722 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 64/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 65/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lua-5.4.4-4.el9.x86_64 66/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 67/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 68/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 69/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-13.16-1.el9.x86_64 70/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 71/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 72/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 73/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 74/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 75/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 76/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 77/165 2024-09-17T03:30:55.723 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 78/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 79/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/165 2024-09-17T03:30:55.724 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 97/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 98/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 99/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 100/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 102/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 104/165 2024-09-17T03:30:55.725 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 108/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 110/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 111/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 114/165 2024-09-17T03:30:55.726 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 115/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 119/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 123/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 124/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 125/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 126/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 127/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 128/165 2024-09-17T03:30:55.727 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 129/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 130/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 131/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 132/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 133/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 134/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 135/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 136/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 137/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 138/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 139/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 140/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 141/165 2024-09-17T03:30:55.728 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 142/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 143/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 144/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 145/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 146/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 147/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : re2-1:20211101-20.el9.x86_64 148/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 149/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 150/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 152/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 154/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 155/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 156/165 2024-09-17T03:30:55.729 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 157/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 158/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 159/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 160/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 161/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 162/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 163/165 2024-09-17T03:30:55.730 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 164/165 2024-09-17T03:30:58.360 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-17T03:30:58.360 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:58.360 INFO:teuthology.orchestra.run.smithi112.stdout:Upgraded: 2024-09-17T03:30:58.360 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:58.360 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:58.360 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: librados2-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: automake-1.16.2-8.el9.noarch 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: bison-3.7.4-5.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.361 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.362 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-volume-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-shell-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-top-2:19.3.0-4989.gce1b342b.el9.noarch 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: flex-2.6.4-9.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-17T03:30:58.363 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-17T03:30:58.364 INFO:teuthology.orchestra.run.smithi112.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-17T03:30:58.365 INFO:teuthology.orchestra.run.smithi112.stdout: lua-5.4.4-4.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-13.16-1.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-17T03:30:58.366 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-17T03:30:58.367 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-17T03:30:58.368 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-17T03:30:58.369 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply-3.11-14.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-17T03:30:58.370 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-17T03:30:58.371 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd-2:19.3.0-4989.gce1b342b.el9.x86_64 2024-09-17T03:30:58.372 INFO:teuthology.orchestra.run.smithi112.stdout: re2-1:20211101-20.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:30:58.373 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-09-17T03:30:58.783 DEBUG:teuthology.parallel:result is None 2024-09-17T03:30:58.784 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ce1b342bf8c6349a8c90cd607f83bff2443f21cf 2024-09-17T03:30:58.933 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-17T03:30:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:19.3.0-4989.gce1b342b.el9 2024-09-17T03:30:58.961 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4989.gce1b342b.el9 2024-09-17T03:30:58.962 INFO:teuthology.task.install:The correct ceph version 19.3.0-4989.gce1b342b is installed. 2024-09-17T03:30:58.964 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ce1b342bf8c6349a8c90cd607f83bff2443f21cf 2024-09-17T03:30:59.113 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-17T03:30:59.136 INFO:teuthology.orchestra.run.smithi112.stdout:19.3.0-4989.gce1b342b.el9 2024-09-17T03:30:59.136 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4989.gce1b342b.el9 2024-09-17T03:30:59.137 INFO:teuthology.task.install:The correct ceph version 19.3.0-4989.gce1b342b is installed. 2024-09-17T03:30:59.138 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-17T03:30:59.139 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:30:59.139 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-17T03:30:59.172 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:30:59.172 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-17T03:30:59.204 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-17T03:30:59.205 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:30:59.205 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/daemon-helper 2024-09-17T03:30:59.243 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-17T03:30:59.313 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:30:59.313 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/daemon-helper 2024-09-17T03:30:59.339 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-17T03:30:59.405 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-17T03:30:59.406 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:30:59.406 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-17T03:30:59.437 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-17T03:30:59.507 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:30:59.507 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-17T03:30:59.532 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-17T03:30:59.598 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-17T03:30:59.599 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:30:59.599 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/stdin-killer 2024-09-17T03:30:59.629 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-17T03:30:59.701 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:30:59.701 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/stdin-killer 2024-09-17T03:30:59.726 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-17T03:30:59.791 INFO:teuthology.run_tasks:Running task ceph... 2024-09-17T03:30:59.887 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-17T03:30:59.887 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 777 /var/log/ceph 2024-09-17T03:30:59.890 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /var/log/ceph 2024-09-17T03:30:59.918 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-17T03:30:59.919 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-17T03:30:59.962 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-17T03:30:59.989 INFO:tasks.ceph:Creating extra log directories... 2024-09-17T03:30:59.990 DEBUG:teuthology.orchestra.run.smithi045:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-17T03:31:00.033 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-17T03:31:00.067 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-17T03:31:00.067 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-17T03:31:00.067 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-17T03:31:00.068 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:00.068 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-17T03:31:00.120 DEBUG:teuthology.orchestra.run.smithi045:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-17T03:31:00.239 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-17T03:31:00.267 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:00.267 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-17T03:31:00.283 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-17T03:31:00.393 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-17T03:31:00.423 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-17T03:31:00.423 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-17T03:31:00.423 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440', 'branch': 'wip-pdonnell-testing-20240916.200549-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/recovery-fs}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'job_id': '7908440', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-pdonnell-testing-20240916.200549-debug'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-pdonnell-testing-20240916.200549-debug', 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf'}}, 'owner': 'scheduled_pdonnell@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 476, 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf', 'sleep_before_teardown': 0, 'subset': '320/512', 'suite': 'fs', 'suite_branch': 'wip-pdonnell-testing-20240916.200549-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_ce1b342bf8c6349a8c90cd607f83bff2443f21cf/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi045.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBVAhBQR6dV0u8wKgTFN6hhqze+jlaRHOkRE92oH7UVywX4te49mmO09C7tH3nJ+qBI20RzUPpN+vDWCwDCPlnw=', 'smithi112.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPwqBem4vsgZtHRkz3KUgCYSyq0wMSU5TGUga/eTW+oqhN0uIgg9GNcJVf1bBern+vsRlqcEK6VMg6mI7Tgpi7M='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'ce1b342bf8c6349a8c90cd607f83bff2443f21cf', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_recovery_fs']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-17_02:09:51', 'tube': 'smithi', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-17T03:31:00.424 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-17T03:31:00.427 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-17T03:31:00.472 DEBUG:teuthology.orchestra.run.smithi045:> sudo install -d -m0777 -- /var/run/ceph 2024-09-17T03:31:00.484 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m0777 -- /var/run/ceph 2024-09-17T03:31:00.537 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:00.537 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T03:31:00.566 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T03:31:00.566 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_1 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-17 03:30:38.934436082 +0000 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-17 03:28:51.471345349 +0000 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-17 03:28:51.471345349 +0000 2024-09-17T03:31:00.623 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-17 03:28:51.471345349 +0000 2024-09-17T03:31:00.624 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T03:31:00.689 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-17T03:31:00.689 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-17T03:31:00.689 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.00010743 s, 4.8 MB/s 2024-09-17T03:31:00.691 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T03:31:00.749 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_2 2024-09-17T03:31:00.805 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T03:31:00.805 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:00.805 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-17T03:31:00.806 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:00.806 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:00.806 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-17 03:30:38.934436082 +0000 2024-09-17T03:31:00.806 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-17 03:28:51.803340651 +0000 2024-09-17T03:31:00.806 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-17 03:28:51.803340651 +0000 2024-09-17T03:31:00.806 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-17 03:28:51.803340651 +0000 2024-09-17T03:31:00.806 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T03:31:00.871 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-17T03:31:00.871 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-17T03:31:00.871 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000109151 s, 4.7 MB/s 2024-09-17T03:31:00.873 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T03:31:00.930 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_3 2024-09-17T03:31:00.987 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T03:31:00.987 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:00.987 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-17T03:31:00.987 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:00.987 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:00.987 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-17 03:30:38.935436067 +0000 2024-09-17T03:31:00.988 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-17 03:28:52.133335981 +0000 2024-09-17T03:31:00.988 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-17 03:28:52.133335981 +0000 2024-09-17T03:31:00.988 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-17 03:28:52.133335981 +0000 2024-09-17T03:31:00.988 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T03:31:01.051 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-17T03:31:01.052 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-17T03:31:01.053 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000102962 s, 5.0 MB/s 2024-09-17T03:31:01.054 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T03:31:01.111 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_4 2024-09-17T03:31:01.168 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T03:31:01.168 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:01.168 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-17T03:31:01.168 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:01.168 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:01.169 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-17 03:30:38.935436067 +0000 2024-09-17T03:31:01.169 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-17 03:28:52.444331580 +0000 2024-09-17T03:31:01.169 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-17 03:28:52.444331580 +0000 2024-09-17T03:31:01.169 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-17 03:28:52.444331580 +0000 2024-09-17T03:31:01.169 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T03:31:01.233 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-17T03:31:01.233 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-17T03:31:01.233 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000101591 s, 5.0 MB/s 2024-09-17T03:31:01.234 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T03:31:01.291 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:01.291 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:01.291 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T03:31:01.309 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T03:31:01.309 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-17 03:30:49.799086903 +0000 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-17 03:28:50.325240412 +0000 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-17 03:28:50.325240412 +0000 2024-09-17T03:31:01.366 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-09-17 03:28:50.325240412 +0000 2024-09-17T03:31:01.367 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T03:31:01.431 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-17T03:31:01.431 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-17T03:31:01.431 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000268746 s, 1.9 MB/s 2024-09-17T03:31:01.433 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T03:31:01.490 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-09-17T03:31:01.546 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T03:31:01.546 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-17 03:30:49.799086903 +0000 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-17 03:28:50.661231010 +0000 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-17 03:28:50.661231010 +0000 2024-09-17T03:31:01.547 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-09-17 03:28:50.661231010 +0000 2024-09-17T03:31:01.547 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T03:31:01.611 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-17T03:31:01.611 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-17T03:31:01.612 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000227884 s, 2.2 MB/s 2024-09-17T03:31:01.613 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T03:31:01.670 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-09-17T03:31:01.726 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T03:31:01.726 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:01.726 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-17T03:31:01.726 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:01.726 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:01.726 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-17 03:30:49.800086876 +0000 2024-09-17T03:31:01.727 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-17 03:28:50.992221747 +0000 2024-09-17T03:31:01.727 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-17 03:28:50.992221747 +0000 2024-09-17T03:31:01.727 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-09-17 03:28:50.992221747 +0000 2024-09-17T03:31:01.727 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T03:31:01.790 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-17T03:31:01.790 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-17T03:31:01.790 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.0001916 s, 2.7 MB/s 2024-09-17T03:31:01.791 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T03:31:01.847 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-09-17T03:31:01.902 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T03:31:01.902 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-17 03:30:49.800086876 +0000 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-17 03:28:51.328212345 +0000 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-17 03:28:51.328212345 +0000 2024-09-17T03:31:01.903 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-09-17 03:28:51.328212345 +0000 2024-09-17T03:31:01.903 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T03:31:01.965 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-17T03:31:01.965 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-17T03:31:01.965 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000187616 s, 2.7 MB/s 2024-09-17T03:31:01.966 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T03:31:02.022 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:02.022 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi045.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi112.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-17T03:31:02.023 INFO:tasks.ceph:Generating config... 2024-09-17T03:31:02.024 INFO:tasks.ceph:[client] pid file = 2024-09-17T03:31:02.024 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-17T03:31:02.024 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-17T03:31:02.025 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-17T03:31:02.025 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-17T03:31:02.025 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-17T03:31:02.025 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-17T03:31:02.025 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-17T03:31:02.026 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-17T03:31:02.026 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-17T03:31:02.026 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-17T03:31:02.026 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-17T03:31:02.026 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-17T03:31:02.026 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-17T03:31:02.027 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-17T03:31:02.027 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-17T03:31:02.027 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-17T03:31:02.027 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-17T03:31:02.027 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-17T03:31:02.027 INFO:tasks.ceph:Setting up mon.a... 2024-09-17T03:31:02.027 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-17T03:31:02.098 INFO:teuthology.orchestra.run.smithi045.stdout:creating /etc/ceph/ceph.keyring 2024-09-17T03:31:02.102 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-17T03:31:02.160 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-17T03:31:02.187 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.45'), ('mon.b', '172.21.15.112'), ('mon.c', '[v2:172.21.15.112:3301,v1:172.21.15.112:6790]')] 2024-09-17T03:31:02.187 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.45,172.21.15.112,[v2:172.21.15.112:3301,v1:172.21.15.112:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-09-17T03:31:02.188 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:02.188 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-17T03:31:02.243 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.45 --add b 172.21.15.112 --addv c '[v2:172.21.15.112:3301,v1:172.21.15.112:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:02.341 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:02.341 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool: generated fsid 268d12fa-d9d7-4546-bc33-c6ac34cae2f6 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:setting min_mon_release = quincy 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:epoch 0 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:fsid 268d12fa-d9d7-4546-bc33-c6ac34cae2f6 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:last_changed 2024-09-17T03:31:02.343264+0000 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:created 2024-09-17T03:31:02.343264+0000 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:min_mon_release 17 (quincy) 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:election_strategy: 1 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-09-17T03:31:02.342 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-17T03:31:02.343 DEBUG:teuthology.orchestra.run.smithi045:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-17T03:31:02.359 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 268d12fa-d9d7-4546-bc33-c6ac34cae2f6... 2024-09-17T03:31:02.360 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-17T03:31:02.402 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-17T03:31:02.444 INFO:teuthology.orchestra.run.smithi045.stdout:[global] 2024-09-17T03:31:02.444 INFO:teuthology.orchestra.run.smithi045.stdout: chdir = "" 2024-09-17T03:31:02.444 INFO:teuthology.orchestra.run.smithi045.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: auth supported = cephx 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: filestore xattr use omap = true 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: mon clock drift allowed = 1.000 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: osd crush chooseleaf type = 0 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: auth debug = true 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: ms die on old message = true 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: ms die on bug = true 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-17T03:31:02.445 INFO:teuthology.orchestra.run.smithi045.stdout: mon pg warn max object skew = 0 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: # disable pg_autoscaler by default for new pools 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: osd pool default size = 2 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd allow primary affinity = true 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd allow pg remap = true 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on legacy crush tunables = false 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on crush straw calc version zero = false 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on no sortbitwise = false 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on osd down out interval zero = false 2024-09-17T03:31:02.446 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on too few osds = false 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon_allow_pool_size_one = true 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: osd default data pool replay window = 5 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon allow pool delete = true 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon cluster log file level = debug 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: debug asserts on shutdown = true 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon health detail to clog = false 2024-09-17T03:31:02.447 INFO:teuthology.orchestra.run.smithi045.stdout: mon host = "172.21.15.45,172.21.15.112,[v2:172.21.15.112:3301,v1:172.21.15.112:6790]" 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: fsid = 268d12fa-d9d7-4546-bc33-c6ac34cae2f6 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout:[osd] 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd journal size = 100 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd scrub load threshold = 5.0 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd scrub max interval = 600 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd mclock profile = high_recovery_ops 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd recover clone overlap = true 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd recovery max chunk = 1048576 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug shutdown = true 2024-09-17T03:31:02.448 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug op order = true 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug verify stray on activate = true 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug trim objects = true 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: osd open classes on start = true 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug pg log writeout = true 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: osd deep scrub update digest min age = 30 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: osd map max advance = 10 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: journal zero on create = true 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: filestore ondisk finisher threads = 3 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: filestore apply finisher threads = 3 2024-09-17T03:31:02.449 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: bdev debug aio = true 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug misdirected ops = true 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: bluestore block size = 96636764160 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: bluestore fsck on mount = True 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: debug bluefs = 20 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: debug bluestore = 20 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: debug ms = 1 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: debug osd = 20 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: debug rocksdb = 10 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd backfillfull_ratio = 0.85 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd full ratio = 0.9 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd nearfull ratio = 0.8 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: osd failsafe full ratio = 0.95 2024-09-17T03:31:02.450 INFO:teuthology.orchestra.run.smithi045.stdout: osd objectstore = bluestore 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout:[mgr] 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug ms = 1 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug mgr = 20 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug mon = 20 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug auth = 20 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min pgs per osd = 4 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min bytes per osd = 10 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: mgr/telemetry/nag = false 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout:[mon] 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug ms = 1 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug mon = 20 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug paxos = 20 2024-09-17T03:31:02.451 INFO:teuthology.orchestra.run.smithi045.stdout: debug auth = 20 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon data avail warn = 5 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon mgr mkfs grace = 240 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min pgs per osd = 4 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd reporter subtree level = osd 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd prime pg temp = true 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min bytes per osd = 10 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: auth mon ticket ttl = 660 # 11m 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: auth service ticket ttl = 240 # 4m 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: # don't complain about insecure global_id in the test suite 2024-09-17T03:31:02.452 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: # 1m isn't quite enough 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: mon_down_mkfs_grace = 2m 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_filestore_osds = false 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: mon down mkfs grace = 300 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout:[client] 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: rgw cache enabled = true 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: rgw enable ops log = true 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: rgw enable usage log = true 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-17T03:31:02.453 INFO:teuthology.orchestra.run.smithi045.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout: pid file = "" 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mon.a] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mon.b] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mon.c] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.a] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.c] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.b] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.d] 2024-09-17T03:31:02.454 INFO:teuthology.orchestra.run.smithi112.stdout:[global] 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: chdir = "" 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: auth supported = cephx 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: filestore xattr use omap = true 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: mon clock drift allowed = 1.000 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: osd crush chooseleaf type = 0 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: auth debug = true 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: ms die on old message = true 2024-09-17T03:31:02.455 INFO:teuthology.orchestra.run.smithi112.stdout: ms die on bug = true 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon pg warn max object skew = 0 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: # disable pg_autoscaler by default for new pools 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: osd pool default size = 2 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd allow primary affinity = true 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd allow pg remap = true 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on legacy crush tunables = false 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on crush straw calc version zero = false 2024-09-17T03:31:02.456 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on no sortbitwise = false 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on osd down out interval zero = false 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on too few osds = false 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon_allow_pool_size_one = true 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: osd default data pool replay window = 5 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon allow pool delete = true 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.457 INFO:teuthology.orchestra.run.smithi112.stdout: mon cluster log file level = debug 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: debug asserts on shutdown = true 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: mon health detail to clog = false 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: mon host = "172.21.15.45,172.21.15.112,[v2:172.21.15.112:3301,v1:172.21.15.112:6790]" 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: fsid = 268d12fa-d9d7-4546-bc33-c6ac34cae2f6 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout:[osd] 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: osd journal size = 100 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: osd scrub load threshold = 5.0 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: osd scrub max interval = 600 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: osd mclock profile = high_recovery_ops 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: osd recover clone overlap = true 2024-09-17T03:31:02.458 INFO:teuthology.orchestra.run.smithi112.stdout: osd recovery max chunk = 1048576 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug shutdown = true 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug op order = true 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug verify stray on activate = true 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug trim objects = true 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd open classes on start = true 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug pg log writeout = true 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd deep scrub update digest min age = 30 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.459 INFO:teuthology.orchestra.run.smithi112.stdout: osd map max advance = 10 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: journal zero on create = true 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: filestore ondisk finisher threads = 3 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: filestore apply finisher threads = 3 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: bdev debug aio = true 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug misdirected ops = true 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: bluestore block size = 96636764160 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: bluestore fsck on mount = True 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: debug bluefs = 20 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: debug bluestore = 20 2024-09-17T03:31:02.460 INFO:teuthology.orchestra.run.smithi112.stdout: debug ms = 1 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: debug osd = 20 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: debug rocksdb = 10 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd backfillfull_ratio = 0.85 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd full ratio = 0.9 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd nearfull ratio = 0.8 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: osd failsafe full ratio = 0.95 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: osd objectstore = bluestore 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout:[mgr] 2024-09-17T03:31:02.461 INFO:teuthology.orchestra.run.smithi112.stdout: debug ms = 1 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: debug mgr = 20 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: debug mon = 20 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: debug auth = 20 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min pgs per osd = 4 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min bytes per osd = 10 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: mgr/telemetry/nag = false 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout:[mon] 2024-09-17T03:31:02.462 INFO:teuthology.orchestra.run.smithi112.stdout: debug ms = 1 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: debug mon = 20 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: debug paxos = 20 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: debug auth = 20 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: mon data avail warn = 5 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: mon mgr mkfs grace = 240 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min pgs per osd = 4 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd reporter subtree level = osd 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd prime pg temp = true 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min bytes per osd = 10 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: auth mon ticket ttl = 660 # 11m 2024-09-17T03:31:02.463 INFO:teuthology.orchestra.run.smithi112.stdout: auth service ticket ttl = 240 # 4m 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: # don't complain about insecure global_id in the test suite 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: # 1m isn't quite enough 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: mon_down_mkfs_grace = 2m 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_filestore_osds = false 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: mon down mkfs grace = 300 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout:[client] 2024-09-17T03:31:02.464 INFO:teuthology.orchestra.run.smithi112.stdout: rgw cache enabled = true 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout: rgw enable ops log = true 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout: rgw enable usage log = true 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout: pid file = "" 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mon.a] 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mon.b] 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mon.c] 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.a] 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.c] 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.b] 2024-09-17T03:31:02.465 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.d] 2024-09-17T03:31:02.467 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-17T03:31:02.467 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-17T03:31:02.573 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-17T03:31:02.573 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:02.574 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-17T03:31:02.589 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:02.589 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-17T03:31:02.645 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:31:02.645 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:02.645 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-17T03:31:02.645 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-17T03:31:02.720 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:02.721 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:02.777 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:31:02.777 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:02.778 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-17T03:31:02.778 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-17T03:31:02.814 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:02.814 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:02.871 INFO:tasks.ceph:Setting up mon nodes... 2024-09-17T03:31:02.871 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-17T03:31:02.871 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-17T03:31:02.933 INFO:teuthology.orchestra.run.smithi045.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-17T03:31:02.936 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-17T03:31:03.000 INFO:teuthology.orchestra.run.smithi112.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-17T03:31:03.003 INFO:tasks.ceph:Setting up mds nodes... 2024-09-17T03:31:03.003 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-17T03:31:03.066 INFO:teuthology.orchestra.run.smithi045.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-17T03:31:03.069 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-17T03:31:03.096 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-17T03:31:03.198 INFO:teuthology.orchestra.run.smithi045.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-17T03:31:03.201 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-17T03:31:03.226 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-17T03:31:03.287 INFO:teuthology.orchestra.run.smithi112.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-17T03:31:03.290 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-17T03:31:03.315 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-17T03:31:03.415 INFO:teuthology.orchestra.run.smithi112.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-17T03:31:03.418 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-17T03:31:03.445 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-17T03:31:03.445 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-17T03:31:03.497 INFO:teuthology.orchestra.run.smithi045.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-17T03:31:03.511 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-17T03:31:03.563 INFO:teuthology.orchestra.run.smithi045.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-17T03:31:03.576 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-17T03:31:03.627 INFO:teuthology.orchestra.run.smithi112.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-17T03:31:03.640 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-17T03:31:03.690 INFO:teuthology.orchestra.run.smithi112.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-17T03:31:03.703 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-17T03:31:03.703 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi045.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi112.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-17T03:31:03.703 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-17T03:31:03.729 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:03.729 INFO:tasks.ceph:role: osd.0 2024-09-17T03:31:03.729 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:31:03.729 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-17T03:31:03.794 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:03.794 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:03.794 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:03.794 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:03.795 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:03.795 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:03.795 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:03.795 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:03.795 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:03.795 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:03.827 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-17T03:31:03.829 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-17T03:31:03.829 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-17T03:31:03.899 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-17T03:31:03.969 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-17T03:31:04.036 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:04.036 INFO:tasks.ceph:role: osd.1 2024-09-17T03:31:04.036 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:31:04.037 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-17T03:31:04.101 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:04.101 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:04.101 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:04.101 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:04.101 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:04.102 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:04.102 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:04.102 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:04.102 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:04.102 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:04.133 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-17T03:31:04.135 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-17T03:31:04.135 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-17T03:31:04.206 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-17T03:31:04.276 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-17T03:31:04.341 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:04.342 INFO:tasks.ceph:role: osd.2 2024-09-17T03:31:04.342 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:31:04.342 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-17T03:31:04.407 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:04.407 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:04.407 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:04.407 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:04.408 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:04.408 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:04.408 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:04.408 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:04.408 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:04.408 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:04.440 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-17T03:31:04.442 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-17T03:31:04.442 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-17T03:31:04.512 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-17T03:31:04.583 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-17T03:31:04.649 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:04.649 INFO:tasks.ceph:role: osd.3 2024-09-17T03:31:04.649 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:31:04.649 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:04.714 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:04.746 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-17T03:31:04.748 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-17T03:31:04.748 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-17T03:31:04.817 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-17T03:31:04.888 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:04.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:04.996+0000 7fd97cc18640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-17T03:31:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:04.996+0000 7fd97cc18640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-17T03:31:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:04.996+0000 7fd97cc18640 -1 bdev(0x559307edd900 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:04.996+0000 7fd97cc18640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-17T03:31:07.902 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T03:31:07.933 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:08.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:08.040+0000 7fac1a61f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-17T03:31:08.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:08.040+0000 7fac1a61f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-17T03:31:08.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:08.040+0000 7fac1a61f640 -1 bdev(0x556987601900 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:08.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:08.040+0000 7fac1a61f640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-17T03:31:10.960 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T03:31:10.991 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:11.095+0000 7febcac0b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-17T03:31:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:11.095+0000 7febcac0b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-17T03:31:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:11.095+0000 7febcac0b640 -1 bdev(0x5582ac811900 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:11.095+0000 7febcac0b640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-17T03:31:14.262 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T03:31:14.292 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:14.402+0000 7f96c5e1e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-17T03:31:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:14.402+0000 7f96c5e1e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-17T03:31:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:14.402+0000 7f96c5e1e640 -1 bdev(0x55c89d08d900 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:14.403+0000 7f96c5e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-17T03:31:17.565 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T03:31:17.596 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-17T03:31:17.626 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:17.626 INFO:tasks.ceph:role: osd.4 2024-09-17T03:31:17.627 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:31:17.627 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:17.703 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:18.196 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-17T03:31:18.198 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-17T03:31:18.198 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-17T03:31:18.342 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-17T03:31:18.374 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-17T03:31:18.440 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:18.441 INFO:tasks.ceph:role: osd.5 2024-09-17T03:31:18.441 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:31:18.441 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-17T03:31:18.513 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:18.513 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:18.513 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:18.513 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:18.514 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:18.514 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:18.514 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:18.514 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:18.514 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:18.514 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:18.980 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-17T03:31:18.982 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-17T03:31:18.982 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-17T03:31:19.065 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-17T03:31:19.133 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-17T03:31:19.199 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:19.199 INFO:tasks.ceph:role: osd.6 2024-09-17T03:31:19.199 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:31:19.199 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-17T03:31:19.271 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:19.271 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:19.271 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:19.272 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:19.810 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-17T03:31:19.811 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-17T03:31:19.811 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-17T03:31:19.961 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-17T03:31:19.990 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-17T03:31:20.055 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-17T03:31:20.056 INFO:tasks.ceph:role: osd.7 2024-09-17T03:31:20.056 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:31:20.056 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-17T03:31:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-17T03:31:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-17T03:31:20.128 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-17T03:31:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-17T03:31:20.639 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-17T03:31:20.642 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-17T03:31:20.642 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-17T03:31:20.744 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-17T03:31:20.777 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:20.889 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:20.890+0000 7fc36fa19640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-17T03:31:20.890 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:20.890+0000 7fc36fa19640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-17T03:31:20.890 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:20.890+0000 7fc36fa19640 -1 bdev(0x5563b0855900 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:20.890 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:20.890+0000 7fc36fa19640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-17T03:31:24.300 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T03:31:24.329 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:24.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:24.433+0000 7f00f960d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-17T03:31:24.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:24.433+0000 7f00f960d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-17T03:31:24.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:24.433+0000 7f00f960d640 -1 bdev(0x55708a4b5900 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:24.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:24.433+0000 7f00f960d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-17T03:31:28.089 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T03:31:28.118 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:28.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:28.221+0000 7fc748717640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-17T03:31:28.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:28.221+0000 7fc748717640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-17T03:31:28.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:28.222+0000 7fc748717640 -1 bdev(0x55fae6269900 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:28.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:28.222+0000 7fc748717640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-17T03:31:30.425 DEBUG:teuthology.orchestra.run.smithi045:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:31:30.429 DEBUG:teuthology.orchestra.run.smithi112:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:31:31.392 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T03:31:31.420 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:31.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:31.519+0000 7f9192e11640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-17T03:31:31.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:31.520+0000 7f9192e11640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-17T03:31:31.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:31.520+0000 7f9192e11640 -1 bdev(0x557d32f7b900 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-17T03:31:31.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:31.520+0000 7f9192e11640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-17T03:31:34.446 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T03:31:34.475 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-17T03:31:34.475 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.475 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-17T03:31:34.507 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.507 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-17T03:31:34.577 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.577 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-17T03:31:34.647 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.648 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-17T03:31:34.719 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.719 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-17T03:31:34.788 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.788 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-17T03:31:34.858 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:34.858 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-17T03:31:34.927 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:34.927 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-17T03:31:34.957 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:34.957 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-17T03:31:35.027 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.027 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-17T03:31:35.096 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.096 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-17T03:31:35.165 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.165 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-17T03:31:35.233 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.233 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-17T03:31:35.300 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.300 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-17T03:31:35.366 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:35.366 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-17T03:31:35.385 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:35.386 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-17T03:31:35.445 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.445 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-17T03:31:35.462 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:35.462 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-17T03:31:35.518 INFO:tasks.ceph:Adding keys to all mons... 2024-09-17T03:31:35.518 DEBUG:teuthology.orchestra.run.smithi045:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-17T03:31:35.521 DEBUG:teuthology.orchestra.run.smithi112:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-17T03:31:35.561 INFO:teuthology.orchestra.run.smithi045.stdout:[mgr.y] 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD29+hmggK7NxAA05oefrIzAYci8FDR8GTCLw== 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.a] 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmsBUHBBAA2thrsUAgjsGC6kBpSlId4A== 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.c] 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hm+UHrCxAAaL2cwyXnMuvKbdtW4qxDxg== 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.0] 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD49+hmLZxsOxAAMlKGvw0GIdsxqskpKFSzeQ== 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.1] 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD89+hmxtV/AhAAuAy5JWPf+hMxuTvV1leU6Q== 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.2] 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD/9+hmLjDJBRAAsLHhwCzwYYZODL0WQZPwpg== 2024-09-17T03:31:35.562 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.3] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAC+Ohmp7obGBAAEQ/UVikpKyrFt0VgHYZERg== 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout:[mgr.x] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmy7ceABAAo2b2jiaLlZpfB61nVEW7Zw== 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.b] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmRLk+ERAASxBkC/Y4XjgsGaiY1JRrgA== 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.d] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmU+ffGBAAEAqrL0gMV5e8qlIC+JIV1g== 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.4] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAI+OhmGpMdNRAA0W+622VoQuHnHQmIES96eA== 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.5] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAM+OhmoTrkGRAAvrxKo8v+u+MT4Qdpaj576Q== 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.6] 2024-09-17T03:31:35.563 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAQ+Ohm/rREDRAAbJQ2UeWSZ4HTXww7z3CCfw== 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.7] 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAT+OhmHHQYHxAA1oBTBQzijg+86echzCHKyw== 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout:[client.0] 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmh3zHHRAAPbUe4T1qD/zEUM7OmiJ5UA== 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout:[client.2] 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmE9OoIRAAKkenqX4Lf9aNC94pzx74TA== 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout:[client.1] 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hm3LN/JRAAF82kV8xg71o58QH3Vb8aFA== 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout:[client.3] 2024-09-17T03:31:35.564 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmNAI5KRAAbwuUSITyl4oJ0b8xmg+K+g== 2024-09-17T03:31:35.583 INFO:teuthology.orchestra.run.smithi112.stdout:[mgr.y] 2024-09-17T03:31:35.583 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD29+hmggK7NxAA05oefrIzAYci8FDR8GTCLw== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.a] 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmsBUHBBAA2thrsUAgjsGC6kBpSlId4A== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.c] 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hm+UHrCxAAaL2cwyXnMuvKbdtW4qxDxg== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.0] 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD49+hmLZxsOxAAMlKGvw0GIdsxqskpKFSzeQ== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.1] 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD89+hmxtV/AhAAuAy5JWPf+hMxuTvV1leU6Q== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.2] 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD/9+hmLjDJBRAAsLHhwCzwYYZODL0WQZPwpg== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.3] 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQAC+Ohmp7obGBAAEQ/UVikpKyrFt0VgHYZERg== 2024-09-17T03:31:35.584 INFO:teuthology.orchestra.run.smithi112.stdout:[mgr.x] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmy7ceABAAo2b2jiaLlZpfB61nVEW7Zw== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.b] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmRLk+ERAASxBkC/Y4XjgsGaiY1JRrgA== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.d] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmU+ffGBAAEAqrL0gMV5e8qlIC+JIV1g== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.4] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQAI+OhmGpMdNRAA0W+622VoQuHnHQmIES96eA== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.5] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQAM+OhmoTrkGRAAvrxKo8v+u+MT4Qdpaj576Q== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.6] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQAQ+Ohm/rREDRAAbJQ2UeWSZ4HTXww7z3CCfw== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.7] 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQAT+OhmHHQYHxAA1oBTBQzijg+86echzCHKyw== 2024-09-17T03:31:35.585 INFO:teuthology.orchestra.run.smithi112.stdout:[client.0] 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmh3zHHRAAPbUe4T1qD/zEUM7OmiJ5UA== 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout:[client.2] 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmE9OoIRAAKkenqX4Lf9aNC94pzx74TA== 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout:[client.1] 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hm3LN/JRAAF82kV8xg71o58QH3Vb8aFA== 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout:[client.3] 2024-09-17T03:31:35.586 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQD39+hmNAI5KRAAbwuUSITyl4oJ0b8xmg+K+g== 2024-09-17T03:31:35.587 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-17T03:31:35.610 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-17T03:31:35.689 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:35.691 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:35.759 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:35.761 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:35.826 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:35.829 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:35.890 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:35.893 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:35.954 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:35.956 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.017 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.020 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.081 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-17T03:31:36.084 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-17T03:31:36.145 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:36.147 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:36.212 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:36.214 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-17T03:31:36.278 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.280 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.341 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.344 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.405 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.407 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.468 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.470 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-17T03:31:36.532 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.535 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.599 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.601 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.666 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.668 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.733 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.735 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-17T03:31:36.799 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-17T03:31:36.800 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-17T03:31:36.826 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-17T03:31:36.934 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-17T03:31:36.960 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-17T03:31:36.985 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-17T03:31:37.093 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-17T03:31:37.117 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-17T03:31:37.182 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-17T03:31:37.287 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-17T03:31:37.312 DEBUG:teuthology.orchestra.run.smithi045:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:37.315 DEBUG:teuthology.orchestra.run.smithi112:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-17T03:31:37.367 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-17T03:31:37.368 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-17T03:31:37.368 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-17T03:31:37.371 INFO:tasks.ceph.mon.a:Started 2024-09-17T03:31:37.371 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-17T03:31:37.371 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-17T03:31:37.410 INFO:tasks.ceph.mon.b:Started 2024-09-17T03:31:37.410 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-17T03:31:37.411 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-17T03:31:37.413 INFO:tasks.ceph.mon.c:Started 2024-09-17T03:31:37.413 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-17T03:31:37.414 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-17T03:31:37.414 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-17T03:31:37.416 INFO:tasks.ceph.mgr.y:Started 2024-09-17T03:31:37.416 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-17T03:31:37.416 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-17T03:31:37.419 INFO:tasks.ceph.mgr.x:Started 2024-09-17T03:31:37.419 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-09-17T03:31:37.419 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-09-17T03:31:37.421 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-09-17T03:31:37.421 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set client debug_client 20 2024-09-17T03:31:37.464 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-09-17T03:31:37.464 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set client debug_ms 1 2024-09-17T03:31:37.508 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-09-17T03:31:37.508 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-09-17T03:31:37.551 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-09-17T03:31:37.551 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-09-17T03:31:37.594 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-09-17T03:31:37.594 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-09-17T03:31:37.637 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-09-17T03:31:37.637 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-09-17T03:31:37.680 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-09-17T03:31:37.680 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-09-17T03:31:37.723 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-09-17T03:31:37.723 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-09-17T03:31:37.766 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-09-17T03:31:37.766 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-09-17T03:31:37.809 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-09-17T03:31:37.809 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-09-17T03:31:37.855 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-09-17T03:31:37.855 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-09-17T03:31:37.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.867+0000 7f32e7720640 1 -- 172.21.15.45:0/4107726821 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f32e01f21e0 con 0x7f32e00c9ee0 2024-09-17T03:31:37.869 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-09-17T03:31:37.869 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-09-17T03:31:37.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 -- 172.21.15.45:0/2651506797 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f480c15b010 msgr2=0x7f480c155100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 --2- 172.21.15.45:0/2651506797 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f480c15b010 0x7f480c155100 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4808030000 tx=0x7f4808001a50 comp rx=0 tx=0).stop 2024-09-17T03:31:37.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 -- 172.21.15.45:0/2651506797 shutdown_connections 2024-09-17T03:31:37.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 --2- 172.21.15.45:0/2651506797 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f480c15ca30 0x7f480c15ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 --2- 172.21.15.45:0/2651506797 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f480c1f13e0 0x7f480c1f3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 --2- 172.21.15.45:0/2651506797 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f480c15b010 0x7f480c155100 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 -- 172.21.15.45:0/2651506797 >> 172.21.15.45:0/2651506797 conn(0x7f480c073b80 msgr2=0x7f480c159c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:37.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 -- 172.21.15.45:0/2651506797 shutdown_connections 2024-09-17T03:31:37.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.868+0000 7f4813abd640 1 -- 172.21.15.45:0/2651506797 wait complete. 2024-09-17T03:31:37.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.876+0000 7feed0bed640 1 -- 172.21.15.45:0/915796548 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7feecc155630 con 0x7feecc154110 2024-09-17T03:31:37.880 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-09-17T03:31:37.880 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-09-17T03:31:37.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.887+0000 7f32d5ffb640 1 -- 172.21.15.45:0/4107726821 <== mon.2 v2:172.21.15.112:3301/0 8 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7f32d802a020 con 0x7f32e00c9ee0 2024-09-17T03:31:37.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.887+0000 7f32d5ffb640 1 -- 172.21.15.45:0/4107726821 <== mon.2 v2:172.21.15.112:3301/0 9 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v3)=0 v3) ==== 123+0+0 (secure 0 0 0) 0x7f32d800c640 con 0x7f32e00c9ee0 2024-09-17T03:31:37.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.887+0000 7f7e9cff9640 1 -- 172.21.15.45:0/2276834150 <== mon.0 v2:172.21.15.45:3300/0 8 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7f7e94043430 con 0x7f7ea00af9e0 2024-09-17T03:31:37.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.887+0000 7feec37fe640 1 -- 172.21.15.45:0/915796548 <== mon.0 v2:172.21.15.45:3300/0 8 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7feec4029020 con 0x7feecc154110 2024-09-17T03:31:37.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.887+0000 7efd197fa640 1 -- 172.21.15.45:0/3007457482 <== mon.0 v2:172.21.15.45:3300/0 8 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7efd1c09c3b0 con 0x7efd1416c8f0 2024-09-17T03:31:37.891 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-09-17T03:31:37.891 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.889+0000 7f32e7720640 1 -- 172.21.15.45:0/4107726821 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32e00c9ee0 msgr2=0x7f32e00cbcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.889+0000 7f32e7720640 1 --2- 172.21.15.45:0/4107726821 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32e00c9ee0 0x7f32e00cbcb0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f32e00cc690 tx=0x7f32d800fe30 comp rx=0 tx=0).stop 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.890+0000 7f32e7720640 1 -- 172.21.15.45:0/4107726821 shutdown_connections 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.890+0000 7f32e7720640 1 --2- 172.21.15.45:0/4107726821 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32e00c9ee0 0x7f32e00cbcb0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.890+0000 7f32e7720640 1 --2- 172.21.15.45:0/4107726821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e00c9ad0 0x7f32e00cb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.890+0000 7f32e7720640 1 --2- 172.21.15.45:0/4107726821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32cc004800 0x7f32e01f5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.890+0000 7f32e7720640 1 -- 172.21.15.45:0/4107726821 >> 172.21.15.45:0/4107726821 conn(0x7f32e00b3ba0 msgr2=0x7f32e00b31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:37.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.891+0000 7f09b72bd640 1 -- 172.21.15.45:0/2164972266 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b006cde0 msgr2=0x7f09b006dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.891+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2164972266 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b006cde0 0x7f09b006dcd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f09a8005fd0 tx=0x7f09a803ba40 comp rx=0 tx=0).stop 2024-09-17T03:31:37.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.893+0000 7feec37fe640 1 -- 172.21.15.45:0/915796548 <== mon.0 v2:172.21.15.45:3300/0 9 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v4)=0 v4) ==== 123+0+0 (secure 0 0 0) 0x7feec40043d0 con 0x7feecc154110 2024-09-17T03:31:37.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.894+0000 7efd197fa640 1 -- 172.21.15.45:0/3007457482 <== mon.0 v2:172.21.15.45:3300/0 9 ==== config(3 keys) ==== 85+0+0 (secure 0 0 0) 0x7efd1c09c5e0 con 0x7efd1416c8f0 2024-09-17T03:31:37.898 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2024-09-17T03:31:37.898 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2024-09-17T03:31:37.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.895+0000 7f32e7720640 1 -- 172.21.15.45:0/4107726821 shutdown_connections 2024-09-17T03:31:37.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.896+0000 7f32e7720640 1 -- 172.21.15.45:0/4107726821 wait complete. 2024-09-17T03:31:37.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.895+0000 7feec37fe640 1 -- 172.21.15.45:0/915796548 <== mon.0 v2:172.21.15.45:3300/0 10 ==== config(3 keys) ==== 85+0+0 (secure 0 0 0) 0x7feec40045f0 con 0x7feecc154110 2024-09-17T03:31:37.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.896+0000 7f2fdd7fa640 1 -- 172.21.15.45:0/2674605006 <== mon.2 v2:172.21.15.112:3301/0 8 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7f2fd000e400 con 0x7f2fe00743b0 2024-09-17T03:31:37.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f2fdd7fa640 1 -- 172.21.15.45:0/2674605006 <== mon.2 v2:172.21.15.112:3301/0 9 ==== config(3 keys) ==== 85+0+0 (secure 0 0 0) 0x7f2fd000e6d0 con 0x7f2fe00743b0 2024-09-17T03:31:37.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f09b72bd640 1 -- 172.21.15.45:0/2164972266 shutdown_connections 2024-09-17T03:31:37.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2164972266 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f09b00ce510 0x7f09b0162970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2164972266 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b006cde0 0x7f09b006dcd0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f09b72bd640 1 -- 172.21.15.45:0/2164972266 >> 172.21.15.45:0/2164972266 conn(0x7f09b00cca70 msgr2=0x7f09b00cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:37.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f09b72bd640 1 -- 172.21.15.45:0/2164972266 shutdown_connections 2024-09-17T03:31:37.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.894+0000 7f7e9cff9640 1 -- 172.21.15.45:0/2276834150 <== mon.0 v2:172.21.15.45:3300/0 9 ==== config(3 keys) ==== 85+0+0 (secure 0 0 0) 0x7f7e94043c50 con 0x7f7ea00af9e0 2024-09-17T03:31:37.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.901+0000 7feed0bed640 1 -- 172.21.15.45:0/915796548 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feecc154110 msgr2=0x7feecc0b0e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.901+0000 7feed0bed640 1 --2- 172.21.15.45:0/915796548 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feecc154110 0x7feecc0b0e50 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7feecc0cbb70 tx=0x7feec400de00 comp rx=0 tx=0).stop 2024-09-17T03:31:37.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.897+0000 7f09b72bd640 1 -- 172.21.15.45:0/2164972266 wait complete. 2024-09-17T03:31:37.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.900+0000 7f09b72bd640 1 Processor -- start 2024-09-17T03:31:37.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.900+0000 7f09b72bd640 1 -- start start 2024-09-17T03:31:37.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.903+0000 7f09b72bd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f09b006cde0 0x7f09b01528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:37.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.903+0000 7f09b72bd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 0x7f09b01f14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:37.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.903+0000 7f09b72bd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b00ce510 0x7f09b0155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:37.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.903+0000 7f09b4858640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 0x7f09b01f14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:37.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.903+0000 7f09b4858640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 0x7f09b01f14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33826/0 (socket says 172.21.15.45:33826) 2024-09-17T03:31:37.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.904+0000 7f09b4858640 1 -- 172.21.15.45:0/2802474603 learned_addr learned my addr 172.21.15.45:0/2802474603 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:37.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.904+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f09b00cb4f0 con 0x7f09b00ce100 2024-09-17T03:31:37.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.904+0000 7f09b585a640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b00ce510 0x7f09b0155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:37.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.904+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f09b00cb370 con 0x7f09b00ce510 2024-09-17T03:31:37.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.904+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f09b00cb670 con 0x7f09b006cde0 2024-09-17T03:31:37.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.905+0000 7feed0bed640 1 -- 172.21.15.45:0/915796548 shutdown_connections 2024-09-17T03:31:37.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.905+0000 7feed0bed640 1 --2- 172.21.15.45:0/915796548 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feecc1f3e30 0x7feecc0b0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.905+0000 7feed0bed640 1 --2- 172.21.15.45:0/915796548 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feecc154110 0x7feecc0b0e50 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.905+0000 7feed0bed640 1 --2- 172.21.15.45:0/915796548 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feeb8003a50 0x7feecc153450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.905+0000 7feed0bed640 1 -- 172.21.15.45:0/915796548 >> 172.21.15.45:0/915796548 conn(0x7feecc0cd900 msgr2=0x7feecc144130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:37.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.909+0000 7feed0bed640 1 -- 172.21.15.45:0/915796548 shutdown_connections 2024-09-17T03:31:37.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.909+0000 7feed0bed640 1 -- 172.21.15.45:0/915796548 wait complete. 2024-09-17T03:31:37.917 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2024-09-17T03:31:37.917 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mgr debug_client 20 2024-09-17T03:31:37.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.907+0000 7f09b5059640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f09b006cde0 0x7f09b01528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:37.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.911+0000 7f09b4858640 1 -- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f09b006cde0 msgr2=0x7f09b01528e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.911+0000 7f09b4858640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f09b006cde0 0x7f09b01528e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.911+0000 7f09b4858640 1 -- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b00ce510 msgr2=0x7f09b0155e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.911+0000 7f09b4858640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b00ce510 0x7f09b0155e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.911+0000 7f09b4858640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b015c250 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.911+0000 7f09b4858640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 0x7f09b01f14a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f09a000b3c0 tx=0x7f09a000b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.912+0000 7f09b585a640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b00ce510 0x7f09b0155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.912+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0011830 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.913+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(3 keys) ==== 85+0+0 (secure 0 0 0) 0x7f09a0016070 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.913+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09b0152e20 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.913+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09b015b9b0 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.915+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a0011c50 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.917+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f09a001b460 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.917+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f09a001a9e0 con 0x7f09b00ce100 2024-09-17T03:31:37.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.917+0000 7f099b7fe640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0990005290 con 0x7f09b00ce100 2024-09-17T03:31:37.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.923+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f09a0011df0 con 0x7f09b00ce100 2024-09-17T03:31:37.928 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2024-09-17T03:31:37.928 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2024-09-17T03:31:37.932 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2024-09-17T03:31:37.932 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mgr debug_ms 1 2024-09-17T03:31:37.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.939+0000 7efd2199d640 1 -- 172.21.15.45:0/3007457482 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7efcf4005310 con 0x7efd1416c8f0 2024-09-17T03:31:37.949 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2024-09-17T03:31:37.949 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2024-09-17T03:31:37.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.949+0000 7f2fdd7fa640 1 -- 172.21.15.45:0/2674605006 <== mon.2 v2:172.21.15.112:3301/0 10 ==== config(4 keys) ==== 116+0+0 (secure 0 0 0) 0x7f2fd000e960 con 0x7f2fe00743b0 2024-09-17T03:31:37.955 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-09-17T03:31:37.955 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-09-17T03:31:37.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.955+0000 7f7e9cff9640 1 -- 172.21.15.45:0/2276834150 <== mon.0 v2:172.21.15.45:3300/0 10 ==== config(4 keys) ==== 116+0+0 (secure 0 0 0) 0x7f7e94043e20 con 0x7f7ea00af9e0 2024-09-17T03:31:37.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.953+0000 7fd1fad4b640 1 -- 172.21.15.45:0/887375388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406f5b0 msgr2=0x7fd1f40aef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.953+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/887375388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406f5b0 0x7fd1f40aef80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd1f0009830 tx=0x7fd1f002a410 comp rx=0 tx=0).stop 2024-09-17T03:31:37.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.958+0000 7efd197fa640 1 -- 172.21.15.45:0/3007457482 <== mon.0 v2:172.21.15.45:3300/0 10 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v5)=0 v5) ==== 123+0+0 (secure 0 0 0) 0x7efd1c09c790 con 0x7efd1416c8f0 2024-09-17T03:31:37.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.958+0000 7efd197fa640 1 -- 172.21.15.45:0/3007457482 <== mon.0 v2:172.21.15.45:3300/0 11 ==== config(4 keys) ==== 116+0+0 (secure 0 0 0) 0x7efd1c09ca10 con 0x7efd1416c8f0 2024-09-17T03:31:37.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 -- 172.21.15.45:0/3007457482 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efd1416c8f0 msgr2=0x7efd1416a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 --2- 172.21.15.45:0/3007457482 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efd1416c8f0 0x7efd1416a5c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efd1c066830 tx=0x7efd1c06a0e0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 -- 172.21.15.45:0/3007457482 shutdown_connections 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 --2- 172.21.15.45:0/3007457482 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efd1403ae90 0x7efd1416a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 --2- 172.21.15.45:0/3007457482 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efd1416c8f0 0x7efd1416a5c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 --2- 172.21.15.45:0/3007457482 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7efd14008fa0 0x7efd1416c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 -- 172.21.15.45:0/3007457482 >> 172.21.15.45:0/3007457482 conn(0x7efd1401eae0 msgr2=0x7efd1400bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:37.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 -- 172.21.15.45:0/3007457482 shutdown_connections 2024-09-17T03:31:37.970 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-09-17T03:31:37.970 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-09-17T03:31:37.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.960+0000 7efd2199d640 1 -- 172.21.15.45:0/3007457482 wait complete. 2024-09-17T03:31:37.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.965+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 7 ==== config(4 keys) ==== 116+0+0 (secure 0 0 0) 0x7f09a001a3c0 con 0x7f09b00ce100 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.964+0000 7fd1fad4b640 1 -- 172.21.15.45:0/887375388 shutdown_connections 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.964+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/887375388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406f5b0 0x7fd1f40aef80 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.964+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/887375388 >> v2:172.21.15.112:3300/0 conn(0x7fd1f40ce570 0x7fd1f40745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.964+0000 7fd1fad4b640 1 -- 172.21.15.45:0/887375388 >> 172.21.15.45:0/887375388 conn(0x7fd1f40b1a20 msgr2=0x7fd1f40b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.964+0000 7fd1fad4b640 1 -- 172.21.15.45:0/887375388 shutdown_connections 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.966+0000 7fd1fad4b640 1 -- 172.21.15.45:0/887375388 wait complete. 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.969+0000 7fd1fad4b640 1 Processor -- start 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.969+0000 7fd1fad4b640 1 -- start start 2024-09-17T03:31:37.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.971+0000 7fd1fad4b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406ddf0 0x7fd1f40ad130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.971+0000 7fd1fad4b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 0x7fd1f40b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.971+0000 7fd1fad4b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd1f40ce570 0x7fd1f40b42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.972+0000 7fd1fad4b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f4072c10 con 0x7fd1f40ce570 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.972+0000 7fd1fad4b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f406fbd0 con 0x7fd1f406f5b0 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.972+0000 7fd1fad4b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd1f4072d90 con 0x7fd1f406ddf0 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.972+0000 7fd1f9548640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 0x7fd1f40b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.972+0000 7fd1f9548640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 0x7fd1f40b3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:53008/0 (socket says 172.21.15.45:53008) 2024-09-17T03:31:37.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.972+0000 7fd1f9548640 1 -- 172.21.15.45:0/2614360858 learned_addr learned my addr 172.21.15.45:0/2614360858 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:37.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.974+0000 7fd1f9d49640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406ddf0 0x7fd1f40ad130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:37.978 DEBUG:tasks.ceph:set 22 configs 2024-09-17T03:31:37.978 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi045') 2024-09-17T03:31:37.978 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi045') 2024-09-17T03:31:37.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.979+0000 7fd1f9548640 1 -- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406ddf0 msgr2=0x7fd1f40ad130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:37.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.979+0000 7fd1f9548640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406ddf0 0x7fd1f40ad130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.979+0000 7fd1f9548640 1 -- 172.21.15.45:0/2614360858 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd1f40ce570 msgr2=0x7fd1f40b42b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-17T03:31:37.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.979+0000 7fd1f9548640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd1f40ce570 0x7fd1f40b42b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:37.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.979+0000 7fd1f9548640 1 -- 172.21.15.45:0/2614360858 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f40ad670 con 0x7fd1f406f5b0 2024-09-17T03:31:37.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.980+0000 7fd1f9548640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 0x7fd1f40b3d70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd1f002aa00 tx=0x7fd1f00316f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:37.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.984+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0003b80 con 0x7fd1f406f5b0 2024-09-17T03:31:37.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.984+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1f415c380 con 0x7fd1f406f5b0 2024-09-17T03:31:37.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.985+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1f4159340 con 0x7fd1f406f5b0 2024-09-17T03:31:37.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.987+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(4 keys) ==== 116+0+0 (secure 0 0 0) 0x7fd1f0003d20 con 0x7fd1f406f5b0 2024-09-17T03:31:37.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.987+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0005280 con 0x7fd1f406f5b0 2024-09-17T03:31:37.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.988+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd1f00047a0 con 0x7fd1f406f5b0 2024-09-17T03:31:37.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.988+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd1f003b410 con 0x7fd1f406f5b0 2024-09-17T03:31:37.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.988+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1f415be10 con 0x7fd1f406f5b0 2024-09-17T03:31:37.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:37.993+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fd1f40ad670 con 0x7fd1f406f5b0 2024-09-17T03:31:38.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.063+0000 7f7e867fc640 1 -- 172.21.15.45:0/2276834150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7f7e780052f0 con 0x7f7ea00af9e0 2024-09-17T03:31:38.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.067+0000 7f2fdd7fa640 1 -- 172.21.15.45:0/2674605006 <== mon.2 v2:172.21.15.112:3301/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fd000edd0 con 0x7f2fe00743b0 2024-09-17T03:31:38.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.067+0000 7f7e9cff9640 1 -- 172.21.15.45:0/2276834150 <== mon.0 v2:172.21.15.45:3300/0 11 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v6)=0 v6) ==== 114+0+0 (secure 0 0 0) 0x7f7e9402f7d0 con 0x7f7ea00af9e0 2024-09-17T03:31:38.067 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.068+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1f00317a0 con 0x7fd1f406f5b0 2024-09-17T03:31:38.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.068+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09a001acd0 con 0x7f09b00ce100 2024-09-17T03:31:38.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.069+0000 7f7e9cff9640 1 -- 172.21.15.45:0/2276834150 <== mon.0 v2:172.21.15.45:3300/0 12 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e9402fa10 con 0x7f7ea00af9e0 2024-09-17T03:31:38.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.075+0000 7fcf4db9d640 1 -- 172.21.15.45:0/67765629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf400350b0 msgr2=0x7fcf400e2ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.075+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/67765629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf400350b0 0x7fcf400e2ce0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcf400e6c50 tx=0x7fcf3402a580 comp rx=0 tx=0).stop 2024-09-17T03:31:38.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.077+0000 7f7ea668b640 1 -- 172.21.15.45:0/2276834150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea00af9e0 msgr2=0x7f7ea00c7f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.077+0000 7f7ea668b640 1 --2- 172.21.15.45:0/2276834150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea00af9e0 0x7f7ea00c7f10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7e94034040 tx=0x7f7e94004730 comp rx=0 tx=0).stop 2024-09-17T03:31:38.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.081+0000 7f7ea668b640 1 -- 172.21.15.45:0/2276834150 shutdown_connections 2024-09-17T03:31:38.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.078+0000 7fcf4db9d640 1 -- 172.21.15.45:0/67765629 shutdown_connections 2024-09-17T03:31:38.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.078+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/67765629 >> v2:172.21.15.112:3300/0 conn(0x7fcf400e3220 0x7fcf400361b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.078+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/67765629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf400350b0 0x7fcf400e2ce0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.078+0000 7fcf4db9d640 1 -- 172.21.15.45:0/67765629 >> 172.21.15.45:0/67765629 conn(0x7fcf4001e280 msgr2=0x7fcf40039ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.081+0000 7f7ea668b640 1 --2- 172.21.15.45:0/2276834150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ea00cc8a0 0x7f7ea00c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.081+0000 7f7ea668b640 1 --2- 172.21.15.45:0/2276834150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea00af9e0 0x7f7ea00c7f10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.081+0000 7f7ea668b640 1 --2- 172.21.15.45:0/2276834150 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f7ea006e330 0x7f7ea013d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.081+0000 7f7ea668b640 1 -- 172.21.15.45:0/2276834150 >> 172.21.15.45:0/2276834150 conn(0x7f7ea00cd900 msgr2=0x7f7ea00b17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.081+0000 7f7ea668b640 1 -- 172.21.15.45:0/2276834150 shutdown_connections 2024-09-17T03:31:38.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.082+0000 7f7ea668b640 1 -- 172.21.15.45:0/2276834150 wait complete. 2024-09-17T03:31:38.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.082+0000 7fcf4db9d640 1 -- 172.21.15.45:0/67765629 shutdown_connections 2024-09-17T03:31:38.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.082+0000 7fcf4db9d640 1 -- 172.21.15.45:0/67765629 wait complete. 2024-09-17T03:31:38.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.085+0000 7fcf4db9d640 1 Processor -- start 2024-09-17T03:31:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.085+0000 7fcf4db9d640 1 -- start start 2024-09-17T03:31:38.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.097+0000 7fcf4db9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 0x7fcf400dbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.097+0000 7fcf4db9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf400e3220 0x7fcf400545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.103+0000 7fcf4cb9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 0x7fcf400dbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.103+0000 7fcf4cb9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 0x7fcf400dbe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33842/0 (socket says 172.21.15.45:33842) 2024-09-17T03:31:38.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.103+0000 7fcf4cb9b640 1 -- 172.21.15.45:0/1626127351 learned_addr learned my addr 172.21.15.45:0/1626127351 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf47fff640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf400e3220 0x7fcf400545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fcf400da6e0 0x7fcf4018a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fcf400357a0 con 0x7fcf4003a600 2024-09-17T03:31:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcf40035620 con 0x7fcf400e3220 2024-09-17T03:31:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fcf400366f0 con 0x7fcf400da6e0 2024-09-17T03:31:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf4d39c640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fcf400da6e0 0x7fcf4018a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf47fff640 1 -- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fcf400da6e0 msgr2=0x7fcf4018a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf47fff640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fcf400da6e0 0x7fcf4018a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf47fff640 1 -- 172.21.15.45:0/1626127351 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 msgr2=0x7fcf400dbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf47fff640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 0x7fcf400dbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.104+0000 7fcf47fff640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf40186a00 con 0x7fcf400e3220 2024-09-17T03:31:38.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.108+0000 7fcf4cb9b640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 0x7fcf400dbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:31:38.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.114+0000 7fcf47fff640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf400e3220 0x7fcf400545d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fcf40008350 tx=0x7fcf340038f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.116 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.116 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.116 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.116 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.122+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3403e030 con 0x7fcf400e3220 2024-09-17T03:31:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.122+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf34003db0 con 0x7fcf400e3220 2024-09-17T03:31:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.122+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf34035040 con 0x7fcf400e3220 2024-09-17T03:31:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.123+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf40052d30 con 0x7fcf400e3220 2024-09-17T03:31:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.124+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf400336a0 con 0x7fcf400e3220 2024-09-17T03:31:38.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.124+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fcf34041030 con 0x7fcf400e3220 2024-09-17T03:31:38.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.124+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fcf34031400 con 0x7fcf400e3220 2024-09-17T03:31:38.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.126+0000 7fcf32ffd640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf40005900 con 0x7fcf400e3220 2024-09-17T03:31:38.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.128+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fcf40005900 con 0x7fcf400e3220 2024-09-17T03:31:38.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.207+0000 7ff68e919640 1 -- 172.21.15.45:0/1260076778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff6880b39e0 msgr2=0x7ff68806fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.207+0000 7ff68e919640 1 --2- 172.21.15.45:0/1260076778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff6880b39e0 0x7ff68806fb30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff678005fd0 tx=0x7ff67802a690 comp rx=0 tx=0).stop 2024-09-17T03:31:38.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.211+0000 7ff68e919640 1 -- 172.21.15.45:0/1260076778 shutdown_connections 2024-09-17T03:31:38.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.211+0000 7ff68e919640 1 --2- 172.21.15.45:0/1260076778 >> v2:172.21.15.112:3300/0 conn(0x7ff68816b850 0x7ff68816bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.211+0000 7ff68e919640 1 --2- 172.21.15.45:0/1260076778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff6880b39e0 0x7ff68806fb30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.211+0000 7ff68e919640 1 -- 172.21.15.45:0/1260076778 >> 172.21.15.45:0/1260076778 conn(0x7ff6880d0af0 msgr2=0x7ff68806ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.211+0000 7ff68e919640 1 -- 172.21.15.45:0/1260076778 shutdown_connections 2024-09-17T03:31:38.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.211+0000 7ff68e919640 1 -- 172.21.15.45:0/1260076778 wait complete. 2024-09-17T03:31:38.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.215+0000 7ff68e919640 1 Processor -- start 2024-09-17T03:31:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.215+0000 7ff68e919640 1 -- start start 2024-09-17T03:31:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.218+0000 7ff68e919640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 0x7ff688162ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.225+0000 7f2fe70f9640 1 -- 172.21.15.45:0/2674605006 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f2fb80052f0 con 0x7f2fe00743b0 2024-09-17T03:31:38.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff68e919640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff68816c1a0 0x7ff6880aa890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff687fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 0x7ff688162ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff687fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 0x7ff688162ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:52362/0 (socket says 172.21.15.45:52362) 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff687fff640 1 -- 172.21.15.45:0/542658054 learned_addr learned my addr 172.21.15.45:0/542658054 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff68e919640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6880cd6b0 0x7ff6880ce210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff68e919640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff688074240 con 0x7ff68816c1a0 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff68e919640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff6880740c0 con 0x7ff6880cd6b0 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.230+0000 7ff68e919640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff6880743c0 con 0x7ff68816b850 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.231+0000 7ff687fff640 1 -- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6880cd6b0 msgr2=0x7ff6880ce210 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.231+0000 7ff687fff640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6880cd6b0 0x7ff6880ce210 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.231+0000 7ff687fff640 1 -- 172.21.15.45:0/542658054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff68816c1a0 msgr2=0x7ff6880aa890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.231+0000 7ff687fff640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff68816c1a0 0x7ff6880aa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.231+0000 7ff687fff640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff688162ff0 con 0x7ff68816b850 2024-09-17T03:31:38.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.233+0000 7ff687fff640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 0x7ff688162ab0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff67802ac80 tx=0x7ff6780045d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.231+0000 7f2fdd7fa640 1 -- 172.21.15.45:0/2674605006 <== mon.2 v2:172.21.15.112:3301/0 12 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v7)=0 v7) ==== 108+0+0 (secure 0 0 0) 0x7f2fd0025480 con 0x7f2fe00743b0 2024-09-17T03:31:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 -- 172.21.15.45:0/2674605006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2fe00743b0 msgr2=0x7f2fe01555a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 --2- 172.21.15.45:0/2674605006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2fe00743b0 0x7f2fe01555a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2fd000c540 tx=0x7f2fd000ca00 comp rx=0 tx=0).stop 2024-09-17T03:31:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 -- 172.21.15.45:0/2674605006 shutdown_connections 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 --2- 172.21.15.45:0/2674605006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2fe01523e0 0x7f2fe0169980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 --2- 172.21.15.45:0/2674605006 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2fe015b790 0x7f2fe0150be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 --2- 172.21.15.45:0/2674605006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2fe00743b0 0x7f2fe01555a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7f2fe70f9640 1 -- 172.21.15.45:0/2674605006 >> 172.21.15.45:0/2674605006 conn(0x7f2fe0070b10 msgr2=0x7f2fe014e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff678041030 con 0x7ff68816b850 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff678005110 con 0x7ff68816b850 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7ff68e919640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6880ab330 con 0x7ff68816b850 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.235+0000 7ff68e919640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6880cceb0 con 0x7ff68816b850 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.236+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff678036030 con 0x7ff68816b850 2024-09-17T03:31:38.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.238+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff668005290 con 0x7ff68816b850 2024-09-17T03:31:38.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.238+0000 7f2fe70f9640 1 -- 172.21.15.45:0/2674605006 shutdown_connections 2024-09-17T03:31:38.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.238+0000 7f2fe70f9640 1 -- 172.21.15.45:0/2674605006 wait complete. 2024-09-17T03:31:38.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.239+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff678044070 con 0x7ff68816b850 2024-09-17T03:31:38.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.239+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff678031710 con 0x7ff68816b850 2024-09-17T03:31:38.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.254+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7ff6780035f0 con 0x7ff68816b850 2024-09-17T03:31:38.297 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.310+0000 7f64dad0c640 1 -- 172.21.15.45:0/3280641911 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64c0004800 msgr2=0x7f64c0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.315+0000 7fdea65c3640 1 -- 172.21.15.45:0/3105204658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b2a0 msgr2=0x7fdea00cf430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.315+0000 7fdea65c3640 1 --2- 172.21.15.45:0/3105204658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b2a0 0x7fdea00cf430 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdea00b2570 tx=0x7fde9802cc10 comp rx=0 tx=0).stop 2024-09-17T03:31:38.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.316+0000 7fdea65c3640 1 -- 172.21.15.45:0/3105204658 shutdown_connections 2024-09-17T03:31:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.316+0000 7fdea65c3640 1 --2- 172.21.15.45:0/3105204658 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea006ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.316+0000 7fdea65c3640 1 --2- 172.21.15.45:0/3105204658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b2a0 0x7fdea00cf430 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.316+0000 7fdea65c3640 1 -- 172.21.15.45:0/3105204658 >> 172.21.15.45:0/3105204658 conn(0x7fdea00b1a20 msgr2=0x7fdea00b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.316+0000 7fdea65c3640 1 -- 172.21.15.45:0/3105204658 shutdown_connections 2024-09-17T03:31:38.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.316+0000 7fdea65c3640 1 -- 172.21.15.45:0/3105204658 wait complete. 2024-09-17T03:31:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.310+0000 7f64dad0c640 1 --2- 172.21.15.45:0/3280641911 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64c0004800 0x7f64c0004c50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f64d0006f10 tx=0x7f64c0005830 comp rx=0 tx=0).stop 2024-09-17T03:31:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.313+0000 7f64da50b640 1 -- 172.21.15.45:0/3280641911 reap_dead start 2024-09-17T03:31:38.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.319+0000 7fdea65c3640 1 Processor -- start 2024-09-17T03:31:38.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.333+0000 7f64dad0c640 1 -- 172.21.15.45:0/3280641911 shutdown_connections 2024-09-17T03:31:38.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.333+0000 7f64dad0c640 1 -- 172.21.15.45:0/3280641911 >> 172.21.15.45:0/3280641911 conn(0x7f64cc01d9a0 msgr2=0x7f64cc039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.332+0000 7fdea65c3640 1 -- start start 2024-09-17T03:31:38.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.334+0000 7fdea65c3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdea006e330 0x7fdea008b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.334+0000 7fdea65c3640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea00b0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea55c1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdea006e330 0x7fdea008b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea55c1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdea006e330 0x7fdea008b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:53066/0 (socket says 172.21.15.45:53066) 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea4dc0640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea00b0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea4dc0640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea00b0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:52380/0 (socket says 172.21.15.45:52380) 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea55c1640 1 -- 172.21.15.45:0/1097650732 learned_addr learned my addr 172.21.15.45:0/1097650732 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea65c3640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b770 0x7fdea00b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea65c3640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fdea016f380 con 0x7fdea016b770 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea5dc2640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b770 0x7fdea00b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea65c3640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fdea00cf110 con 0x7fdea006e330 2024-09-17T03:31:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.335+0000 7fdea65c3640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fdea016f500 con 0x7fdea00730d0 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7f099b7fe640 1 -- 172.21.15.45:0/2802474603 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f0990005580 con 0x7f09b00ce100 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7fdea4dc0640 1 -- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdea006e330 msgr2=0x7fdea008b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7fdea4dc0640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdea006e330 0x7fdea008b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7fdea4dc0640 1 -- 172.21.15.45:0/1097650732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b770 msgr2=0x7fdea00b0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7fdea4dc0640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b770 0x7fdea00b0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7fdea4dc0640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea008b5b0 con 0x7fdea00730d0 2024-09-17T03:31:38.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.336+0000 7fdea4dc0640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea00b0a40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fde9c00f820 tx=0x7fde9c00fce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.337+0000 7f64dad0c640 1 -- 172.21.15.45:0/3280641911 shutdown_connections 2024-09-17T03:31:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.338+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9c009c60 con 0x7fdea00730d0 2024-09-17T03:31:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.338+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde9c018440 con 0x7fdea00730d0 2024-09-17T03:31:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.338+0000 7fdea65c3640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdea016d400 con 0x7fdea00730d0 2024-09-17T03:31:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.338+0000 7fdea65c3640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdea016d9c0 con 0x7fdea00730d0 2024-09-17T03:31:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.337+0000 7f64dad0c640 1 -- 172.21.15.45:0/3280641911 wait complete. 2024-09-17T03:31:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.340+0000 7f64dad0c640 1 Processor -- start 2024-09-17T03:31:38.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.340+0000 7f64dad0c640 1 -- start start 2024-09-17T03:31:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.343+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9c018870 con 0x7fdea00730d0 2024-09-17T03:31:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.344+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fde9c0173e0 con 0x7fdea00730d0 2024-09-17T03:31:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.344+0000 7f64dad0c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64cc0dbd50 0x7f64cc0caa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.344+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fde9c016af0 con 0x7fdea00730d0 2024-09-17T03:31:38.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.344+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdea016f9d0 con 0x7fdea00730d0 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64dad0c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64cc0e41b0 0x7f64cc054720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64dad0c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64cc0e45c0 0x7f64cc054c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64dad0c640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f64cc0e3410 con 0x7f64cc0e41b0 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64dad0c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f64cc033ec0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64d9509640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64cc0e41b0 0x7f64cc054720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64d9509640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64cc0e41b0 0x7f64cc054720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33906/0 (socket says 172.21.15.45:33906) 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64d9509640 1 -- 172.21.15.45:0/3717252498 learned_addr learned my addr 172.21.15.45:0/3717252498 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.345+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f64cc0e3590 con 0x7f64cc0dbd50 2024-09-17T03:31:38.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7f64da50b640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64cc0e45c0 0x7f64cc054c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.349+0000 7f64d9d0a640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64cc0dbd50 0x7f64cc0caa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7f64da50b640 1 -- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64cc0dbd50 msgr2=0x7f64cc0caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7f64da50b640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64cc0dbd50 0x7f64cc0caa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7f64da50b640 1 -- 172.21.15.45:0/3717252498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64cc0e41b0 msgr2=0x7f64cc054720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7f64da50b640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64cc0e41b0 0x7f64cc054720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7f64da50b640 1 -- 172.21.15.45:0/3717252498 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64cc0e4dc0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fde9c016cf0 con 0x7fdea00730d0 2024-09-17T03:31:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fc53cd89640 1 -- 172.21.15.45:0/1421787715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc524007970 msgr2=0x7fc524009e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fc53cd89640 1 --2- 172.21.15.45:0/1421787715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc524007970 0x7fc524009e50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc528009bd0 tx=0x7fc524003810 comp rx=0 tx=0).stop 2024-09-17T03:31:38.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7f09a5ffb640 1 -- 172.21.15.45:0/2802474603 <== mon.0 v2:172.21.15.45:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v8)=0 v8) ==== 117+0+0 (secure 0 0 0) 0x7f09a001b750 con 0x7f09b00ce100 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7fce2ad20640 1 -- 172.21.15.45:0/3236585020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce240b3f40 msgr2=0x7fce2416b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7fce2ad20640 1 --2- 172.21.15.45:0/3236585020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce240b3f40 0x7fce2416b600 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fce240718a0 tx=0x7fce1c033170 comp rx=0 tx=0).stop 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7fce2ad20640 1 -- 172.21.15.45:0/3236585020 shutdown_connections 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7fce2ad20640 1 --2- 172.21.15.45:0/3236585020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce240b3f40 0x7fce2416b600 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7fce2ad20640 1 --2- 172.21.15.45:0/3236585020 >> v2:172.21.15.112:3300/0 conn(0x7fce2406f800 0x7fce240b3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.346+0000 7fce2ad20640 1 -- 172.21.15.45:0/3236585020 >> 172.21.15.45:0/3236585020 conn(0x7fce240d0af0 msgr2=0x7fce2406ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.347+0000 7fce2ad20640 1 -- 172.21.15.45:0/3236585020 shutdown_connections 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.347+0000 7fce2ad20640 1 -- 172.21.15.45:0/3236585020 wait complete. 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7fce2ad20640 1 Processor -- start 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.350+0000 7fce2ad20640 1 -- start start 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce2ad20640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce2416bb40 0x7fce24200170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce2ad20640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 0x7fce241667d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce2ad20640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce2416a190 0x7fce2416a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce2ad20640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fce2416f120 con 0x7fce2416bb40 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce2ad20640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fce2416efa0 con 0x7fce2416a190 2024-09-17T03:31:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce2ad20640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fce2416f2a0 con 0x7fce24204080 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 0x7fce241667d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 0x7fce241667d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:52410/0 (socket says 172.21.15.45:52410) 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 -- 172.21.15.45:0/3348959536 learned_addr learned my addr 172.21.15.45:0/3348959536 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce292bd640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce2416a190 0x7fce2416a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 -- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce2416a190 msgr2=0x7fce2416a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce2416a190 0x7fce2416a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 -- 172.21.15.45:0/3348959536 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce2416bb40 msgr2=0x7fce24200170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce2416bb40 0x7fce24200170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.353+0000 7fce23fff640 1 -- 172.21.15.45:0/3348959536 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce240a9800 con 0x7fce24204080 2024-09-17T03:31:38.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.354+0000 7fce23fff640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 0x7fce241667d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009c80 tx=0x7fce1c03baf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.354+0000 7f64da50b640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64cc0e45c0 0x7f64cc054c60 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f64d406b6b0 tx=0x7f64d4076560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.354+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 msgr2=0x7f09b01f14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.354+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 0x7f09b01f14a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f09a000b3c0 tx=0x7f09a000b880 comp rx=0 tx=0).stop 2024-09-17T03:31:38.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.355+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 shutdown_connections 2024-09-17T03:31:38.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.355+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b00ce510 0x7f09b0155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.355+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f09b00ce100 0x7f09b01f14a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.355+0000 7f09b72bd640 1 --2- 172.21.15.45:0/2802474603 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f09b006cde0 0x7f09b01528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.355+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 >> 172.21.15.45:0/2802474603 conn(0x7f09b00cca70 msgr2=0x7f09b0074260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 -- 172.21.15.45:0/2623985060 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f80730d0 msgr2=0x7f44f806ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 --2- 172.21.15.45:0/2623985060 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f80730d0 0x7f44f806ddf0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f44f8072b30 tx=0x7f44f002cc80 comp rx=0 tx=0).stop 2024-09-17T03:31:38.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 -- 172.21.15.45:0/2623985060 shutdown_connections 2024-09-17T03:31:38.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 --2- 172.21.15.45:0/2623985060 >> v2:172.21.15.112:3300/0 conn(0x7f44f806e330 0x7f44f816ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 --2- 172.21.15.45:0/2623985060 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f80730d0 0x7f44f806ddf0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 --2- 172.21.15.45:0/2623985060 >> v2:172.21.15.45:3300/0 conn(0x7f44f816b2a0 0x7f44f80cf430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7f44fc94b640 1 -- 172.21.15.45:0/2623985060 >> 172.21.15.45:0/2623985060 conn(0x7f44f80b1a20 msgr2=0x7f44f80b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fd1d0005180 con 0x7fd1f406f5b0 2024-09-17T03:31:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.357+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 shutdown_connections 2024-09-17T03:31:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.357+0000 7f09b72bd640 1 -- 172.21.15.45:0/2802474603 wait complete. 2024-09-17T03:31:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7fc53cd89640 1 -- 172.21.15.45:0/1421787715 shutdown_connections 2024-09-17T03:31:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7fc53cd89640 1 --2- 172.21.15.45:0/1421787715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc524007970 0x7fc524009e50 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7fc53cd89640 1 -- 172.21.15.45:0/1421787715 >> 172.21.15.45:0/1421787715 conn(0x7fc5380d0410 msgr2=0x7fc53806edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.359+0000 7fc53cd89640 1 -- 172.21.15.45:0/1421787715 shutdown_connections 2024-09-17T03:31:38.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7f44fc94b640 1 -- 172.21.15.45:0/2623985060 shutdown_connections 2024-09-17T03:31:38.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7f44fc94b640 1 -- 172.21.15.45:0/2623985060 wait complete. 2024-09-17T03:31:38.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.361+0000 7f44fc94b640 1 Processor -- start 2024-09-17T03:31:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d40751c0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d4091070 con 0x7f64cc0e45c0 2024-09-17T03:31:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.358+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d4075450 con 0x7f64cc0e45c0 2024-09-17T03:31:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.363+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64cc0e56a0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.363+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64cc0e4ae0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7fd1ea7fc640 1 -- 172.21.15.45:0/2614360858 <== mon.1 v2:172.21.15.112:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v9)=0 v9) ==== 106+0+0 (secure 0 0 0) 0x7fd1f003f030 con 0x7fd1f406f5b0 2024-09-17T03:31:38.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.362+0000 7f44fc94b640 1 -- start start 2024-09-17T03:31:38.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44fc94b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f806e330 0x7f44f80cb750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44fc94b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44f80730d0 0x7f44f81f5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44fc94b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44f816b2a0 0x7f44f81f6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44fc94b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f44f816f540 con 0x7f44f816b2a0 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44f77fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f806e330 0x7f44f80cb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44f77fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f806e330 0x7f44f80cb750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:52416/0 (socket says 172.21.15.45:52416) 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44f77fe640 1 -- 172.21.15.45:0/777762236 learned_addr learned my addr 172.21.15.45:0/777762236 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44f6ffd640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44f80730d0 0x7f44f81f5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44fc94b640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f44f816f3c0 con 0x7f44f80730d0 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.364+0000 7f44fc94b640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f44f816f6c0 con 0x7f44f806e330 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.365+0000 7f44f7fff640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44f816b2a0 0x7f44f81f6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.366+0000 7f44f7fff640 1 -- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f806e330 msgr2=0x7f44f80cb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.366+0000 7f44f7fff640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f806e330 0x7f44f80cb750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.366+0000 7f44f7fff640 1 -- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44f80730d0 msgr2=0x7f44f81f5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.366+0000 7f44f7fff640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44f80730d0 0x7f44f81f5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.366+0000 7f44f7fff640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f81f6d30 con 0x7f44f816b2a0 2024-09-17T03:31:38.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.367+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64cc0e6ac0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.369+0000 7f305b2f9640 1 -- 172.21.15.45:0/503106681 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3040003d50 msgr2=0x7f3040004180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.369+0000 7f44f7fff640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44f816b2a0 0x7f44f81f6530 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f44f8072770 tx=0x7f44ec00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.370+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec004220 con 0x7f44f816b2a0 2024-09-17T03:31:38.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.370+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f44ec0077a0 con 0x7f44f816b2a0 2024-09-17T03:31:38.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.370+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec007bd0 con 0x7f44f816b2a0 2024-09-17T03:31:38.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.370+0000 7f305b2f9640 1 --2- 172.21.15.45:0/503106681 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3040003d50 0x7f3040004180 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3050001aa0 tx=0x7f3040005830 comp rx=0 tx=0).stop 2024-09-17T03:31:38.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.370+0000 7f305b2f9640 1 -- 172.21.15.45:0/503106681 shutdown_connections 2024-09-17T03:31:38.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.370+0000 7f305b2f9640 1 --2- 172.21.15.45:0/503106681 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3040003d50 0x7f3040004180 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.371+0000 7f305b2f9640 1 -- 172.21.15.45:0/503106681 >> 172.21.15.45:0/503106681 conn(0x7f30540d0af0 msgr2=0x7f305406ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c040020 con 0x7fce24204080 2024-09-17T03:31:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce1c003c60 con 0x7fce24204080 2024-09-17T03:31:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.356+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c004290 con 0x7fce24204080 2024-09-17T03:31:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.371+0000 7fce2ad20640 1 -- 172.21.15.45:0/3348959536 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce241690f0 con 0x7fce24204080 2024-09-17T03:31:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.371+0000 7fce2ad20640 1 -- 172.21.15.45:0/3348959536 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fce241696b0 con 0x7fce24204080 2024-09-17T03:31:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.369+0000 7fc53cd89640 1 -- 172.21.15.45:0/1421787715 wait complete. 2024-09-17T03:31:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.373+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f64d406ad50 con 0x7f64cc0e45c0 2024-09-17T03:31:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.373+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f64d4096a90 con 0x7f64cc0e45c0 2024-09-17T03:31:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.373+0000 7fce2ad20640 1 -- 172.21.15.45:0/3348959536 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce2416b600 con 0x7fce24204080 2024-09-17T03:31:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.373+0000 7f305b2f9640 1 -- 172.21.15.45:0/503106681 shutdown_connections 2024-09-17T03:31:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.372+0000 7fc53cd89640 1 Processor -- start 2024-09-17T03:31:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.375+0000 7fc53cd89640 1 -- start start 2024-09-17T03:31:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.377+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f64d406b040 con 0x7f64cc0e45c0 2024-09-17T03:31:38.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.378+0000 7f44fc94b640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44f81f7010 con 0x7f44f816b2a0 2024-09-17T03:31:38.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.379+0000 7f44fc94b640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44f81f75d0 con 0x7f44f816b2a0 2024-09-17T03:31:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.374+0000 7f305b2f9640 1 -- 172.21.15.45:0/503106681 wait complete. 2024-09-17T03:31:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.377+0000 7f305b2f9640 1 Processor -- start 2024-09-17T03:31:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.377+0000 7f305b2f9640 1 -- start start 2024-09-17T03:31:38.382 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.378+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fce1c043020 con 0x7fce24204080 2024-09-17T03:31:38.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.378+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fce1c013440 con 0x7fce24204080 2024-09-17T03:31:38.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.380+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f44ec003980 con 0x7f44f816b2a0 2024-09-17T03:31:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.380+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f44ec00fb10 con 0x7f44f816b2a0 2024-09-17T03:31:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.380+0000 7f305b2f9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3054153aa0 0x7f3054152cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.380+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fce1c04a020 con 0x7fce24204080 2024-09-17T03:31:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.381+0000 7fc53cd89640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc524007970 0x7fc53815d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.381+0000 7fc53cd89640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 0x7fc53806fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.381+0000 7f305b2f9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30541534e0 0x7f30540ab230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.382+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44f80b1e30 con 0x7f44f816b2a0 2024-09-17T03:31:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.384+0000 7f3059095640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3054153aa0 0x7f3054152cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.384+0000 7f3059095640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3054153aa0 0x7f3054152cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:53128/0 (socket says 172.21.15.45:53128) 2024-09-17T03:31:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.384+0000 7f3059095640 1 -- 172.21.15.45:0/3282778456 learned_addr learned my addr 172.21.15.45:0/3282778456 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.384+0000 7f3058894640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30541534e0 0x7f30540ab230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.384+0000 7f305b2f9640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30540ab770 0x7f30541fc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.384+0000 7f305b2f9640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f30540b3dd0 con 0x7f30541534e0 2024-09-17T03:31:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 msgr2=0x7fd1f40b3d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 0x7fd1f40b3d70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd1f002aa00 tx=0x7fd1f00316f0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 shutdown_connections 2024-09-17T03:31:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1f406f5b0 0x7fd1f40b3d70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd1f40ce570 0x7fd1f40b42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 --2- 172.21.15.45:0/2614360858 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd1f406ddf0 0x7fd1f40ad130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 >> 172.21.15.45:0/2614360858 conn(0x7fd1f40b1a20 msgr2=0x7fd1f4161fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7f3059896640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30540ab770 0x7f30541fc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 shutdown_connections 2024-09-17T03:31:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7fd1fad4b640 1 -- 172.21.15.45:0/2614360858 wait complete. 2024-09-17T03:31:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7f305b2f9640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f30540b3c50 con 0x7f3054153aa0 2024-09-17T03:31:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.385+0000 7f305b2f9640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f30540b3f50 con 0x7f30540ab770 2024-09-17T03:31:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.381+0000 7fc53cd89640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc538160190 0x7fc5381605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.386+0000 7fc53cd89640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc53815a5f0 con 0x7fc53806f740 2024-09-17T03:31:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.386+0000 7fc53cd89640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc538070d30 con 0x7fc538160190 2024-09-17T03:31:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.386+0000 7fc53cd89640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc53815a770 con 0x7fc524007970 2024-09-17T03:31:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.386+0000 7f3059896640 1 -- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3054153aa0 msgr2=0x7f3054152cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.386+0000 7f3059896640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3054153aa0 0x7f3054152cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.386+0000 7f3059896640 1 -- 172.21.15.45:0/3282778456 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30541534e0 msgr2=0x7f30540ab230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.387+0000 7f3059896640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30541534e0 0x7f30540ab230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.387+0000 7f3059896640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30540abb80 con 0x7f30540ab770 2024-09-17T03:31:38.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.387+0000 7f3058894640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30541534e0 0x7f30540ab230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:38.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7f3059896640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30540ab770 0x7f30541fc0b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f30540742e0 tx=0x7f304c006430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f44f80b1e30 con 0x7f44f816b2a0 2024-09-17T03:31:38.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7fc52dd9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 0x7fc53806fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7fc52dd9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 0x7fc53806fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33954/0 (socket says 172.21.15.45:33954) 2024-09-17T03:31:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7fc52dd9b640 1 -- 172.21.15.45:0/670456105 learned_addr learned my addr 172.21.15.45:0/670456105 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f304c015070 con 0x7f30540ab770 2024-09-17T03:31:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.389+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f304c011900 con 0x7f30540ab770 2024-09-17T03:31:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7f305b2f9640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30540a9830 con 0x7f30540ab770 2024-09-17T03:31:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7fc536d9d640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc538160190 0x7fc5381605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7fc52dd9b640 1 -- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc524007970 msgr2=0x7fc53815d440 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:31:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7fc52dd9b640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc524007970 0x7fc53815d440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7fc52dd9b640 1 -- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc538160190 msgr2=0x7fc5381605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7fc52dd9b640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc538160190 0x7fc5381605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.391+0000 7fc52dd9b640 1 -- 172.21.15.45:0/670456105 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc53814bd20 con 0x7fc53806f740 2024-09-17T03:31:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.391+0000 7fc52dd9b640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 0x7fc53806fb50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc528009b20 tx=0x7fc528031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.390+0000 7f305b2f9640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f30540a9df0 con 0x7f30540ab770 2024-09-17T03:31:38.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.392+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f304c011d50 con 0x7f30540ab770 2024-09-17T03:31:38.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.393+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f304c018070 con 0x7f30540ab770 2024-09-17T03:31:38.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.394+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f304c010a40 con 0x7f30540ab770 2024-09-17T03:31:38.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.394+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3034005290 con 0x7f30540ab770 2024-09-17T03:31:38.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.396+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc528041070 con 0x7fc53806f740 2024-09-17T03:31:38.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.396+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc52803b850 con 0x7fc53806f740 2024-09-17T03:31:38.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.396+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5381f8ee0 con 0x7fc53806f740 2024-09-17T03:31:38.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.397+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5381f94a0 con 0x7fc53806f740 2024-09-17T03:31:38.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.398+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52803bc80 con 0x7fc53806f740 2024-09-17T03:31:38.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.398+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc528039040 con 0x7fc53806f740 2024-09-17T03:31:38.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.399+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc52803a460 con 0x7fc53806f740 2024-09-17T03:31:38.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.400+0000 7fc52cd99640 1 -- 172.21.15.45:0/670456105 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc51c005290 con 0x7fc53806f740 2024-09-17T03:31:38.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.397+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f30540abb80 con 0x7f30540ab770 2024-09-17T03:31:38.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.400+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2824261173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50806cde0 msgr2=0x7fa50806dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.401+0000 7fa50e9ad640 1 --2- 172.21.15.45:0/2824261173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50806cde0 0x7fa50806dcd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa508072520 tx=0x7fa4f802a3d0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.401+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2824261173 shutdown_connections 2024-09-17T03:31:38.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.401+0000 7fa50e9ad640 1 --2- 172.21.15.45:0/2824261173 >> v2:172.21.15.45:3300/0 conn(0x7fa5080ce100 0x7fa508162260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.401+0000 7fa50e9ad640 1 --2- 172.21.15.45:0/2824261173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50806cde0 0x7fa50806dcd0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.401+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2824261173 >> 172.21.15.45:0/2824261173 conn(0x7fa5080cca70 msgr2=0x7fa5080cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.404 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.406+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2824261173 shutdown_connections 2024-09-17T03:31:38.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.406+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2824261173 wait complete. 2024-09-17T03:31:38.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.409+0000 7fa50e9ad640 1 Processor -- start 2024-09-17T03:31:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.409+0000 7f803db3f640 1 -- 172.21.15.45:0/3536302889 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80380ce570 msgr2=0x7f80380745a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.409+0000 7f803db3f640 1 --2- 172.21.15.45:0/3536302889 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80380ce570 0x7f80380745a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8028009800 tx=0x7f802803b390 comp rx=0 tx=0).stop 2024-09-17T03:31:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.410+0000 7f803db3f640 1 -- 172.21.15.45:0/3536302889 shutdown_connections 2024-09-17T03:31:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.410+0000 7f803db3f640 1 --2- 172.21.15.45:0/3536302889 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80380ce570 0x7f80380745a0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.410+0000 7f803db3f640 1 -- 172.21.15.45:0/3536302889 >> 172.21.15.45:0/3536302889 conn(0x7f80380b1a20 msgr2=0x7f80380b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.410+0000 7f803db3f640 1 -- 172.21.15.45:0/3536302889 shutdown_connections 2024-09-17T03:31:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.411+0000 7f03eb59e640 1 -- 172.21.15.45:0/46683888 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 msgr2=0x7f03d4003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.411+0000 7f03eb59e640 1 --2- 172.21.15.45:0/46683888 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 0x7f03d4003e20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f03dc001360 tx=0x7f03d4005830 comp rx=0 tx=0).stop 2024-09-17T03:31:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.409+0000 7fa50e9ad640 1 -- start start 2024-09-17T03:31:38.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.412+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fc52803a6b0 con 0x7fc53806f740 2024-09-17T03:31:38.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.412+0000 7fa50e9ad640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806cde0 0x7fa508156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.410+0000 7f803db3f640 1 -- 172.21.15.45:0/3536302889 wait complete. 2024-09-17T03:31:38.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.413+0000 7f803db3f640 1 Processor -- start 2024-09-17T03:31:38.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.413+0000 7f803db3f640 1 -- start start 2024-09-17T03:31:38.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.414+0000 7fcf32ffd640 1 -- 172.21.15.45:0/1626127351 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7fcf400361b0 con 0x7fcf400e3220 2024-09-17T03:31:38.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.415+0000 7f03eb59e640 1 -- 172.21.15.45:0/46683888 shutdown_connections 2024-09-17T03:31:38.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.415+0000 7f03eb59e640 1 --2- 172.21.15.45:0/46683888 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 0x7f03d4003e20 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.415+0000 7f03eb59e640 1 -- 172.21.15.45:0/46683888 >> 172.21.15.45:0/46683888 conn(0x7f03e401e260 msgr2=0x7f03e4039e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50e9ad640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080ce100 0x7fa50815c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f03eb59e640 1 -- 172.21.15.45:0/46683888 shutdown_connections 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50e9ad640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 0x7fa5080b5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50e9ad640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa5080cb700 con 0x7fa5080ce100 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50e9ad640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa5080cb580 con 0x7fa5080ce510 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50cf4a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 0x7fa5080b5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50cf4a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 0x7fa5080b5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:53174/0 (socket says 172.21.15.45:53174) 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7fa50cf4a640 1 -- 172.21.15.45:0/2836335236 learned_addr learned my addr 172.21.15.45:0/2836335236 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2836335236 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa5080cb880 con 0x7fa50806cde0 2024-09-17T03:31:38.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f03eb59e640 1 -- 172.21.15.45:0/46683888 wait complete. 2024-09-17T03:31:38.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.419+0000 7f03eb59e640 1 Processor -- start 2024-09-17T03:31:38.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.420+0000 7f03eb59e640 1 -- start start 2024-09-17T03:31:38.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.422+0000 7fcf457fa640 1 -- 172.21.15.45:0/1626127351 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v10)=0 v10) ==== 115+0+0 (secure 0 0 0) 0x7fcf400e3630 con 0x7fcf400e3220 2024-09-17T03:31:38.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.422+0000 7f03eb59e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 0x7f03e4180530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.418+0000 7fa507fff640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806cde0 0x7fa508156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.420+0000 7fa5077fe640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080ce100 0x7fa50815c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.423+0000 7f03eb59e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03e4022240 0x7f03e4022650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.423+0000 7f03eb59e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 0x7f03e40ddd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.423+0000 7f03eb59e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f03e4007de0 con 0x7f03d40039b0 2024-09-17T03:31:38.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.423+0000 7f03eb59e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f03e4007c60 con 0x7f03e4022240 2024-09-17T03:31:38.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.423+0000 7f03eb59e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f03e4007f60 con 0x7f03e40dd900 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf400e3220 msgr2=0x7fcf400545d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf400e3220 0x7fcf400545d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fcf40008350 tx=0x7fcf340038f0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fa50cf4a640 1 -- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806cde0 msgr2=0x7fa508156750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fa50cf4a640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806cde0 0x7fa508156750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fa50cf4a640 1 -- 172.21.15.45:0/2836335236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080ce100 msgr2=0x7fa50815c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fa50cf4a640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080ce100 0x7fa50815c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fa50cf4a640 1 -- 172.21.15.45:0/2836335236 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50815a4b0 con 0x7fa5080ce510 2024-09-17T03:31:38.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7f03ead9d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 0x7f03e40ddd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7f03ead9d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 0x7f03e40ddd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:52448/0 (socket says 172.21.15.45:52448) 2024-09-17T03:31:38.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7f03ead9d640 1 -- 172.21.15.45:0/3077578028 learned_addr learned my addr 172.21.15.45:0/3077578028 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7f03e9d9b640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03e4022240 0x7f03e4022650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fa50cf4a640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 0x7fa5080b5000 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa50000c8a0 tx=0x7fa50000cd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f803db3f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 0x7f80380b2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f803cb3d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 0x7f80380b2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f803cb3d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 0x7f80380b2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33994/0 (socket says 172.21.15.45:33994) 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f803cb3d640 1 -- 172.21.15.45:0/2718754257 learned_addr learned my addr 172.21.15.45:0/2718754257 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.416+0000 7f803db3f640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f803806f5b0 0x7f8038152890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803db3f640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8038156aa0 0x7f8038156eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8038072d90 con 0x7f803806ddf0 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8038072c10 con 0x7f803806f5b0 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8038072f10 con 0x7f8038156aa0 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f8037fff640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f803806f5b0 0x7f8038152890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 shutdown_connections 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803cb3d640 1 -- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8038156aa0 msgr2=0x7f8038156eb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803cb3d640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8038156aa0 0x7f8038156eb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803cb3d640 1 -- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f803806f5b0 msgr2=0x7f8038152890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803cb3d640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f803806f5b0 0x7f8038152890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.417+0000 7f803cb3d640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80381f0bd0 con 0x7f803806ddf0 2024-09-17T03:31:38.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7f803cb3d640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 0x7f80380b2d20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f802803b980 tx=0x7f8028041c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf400e3220 0x7fcf400545d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fcf400da6e0 0x7fcf4018a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7fcf4db9d640 1 --2- 172.21.15.45:0/1626127351 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcf4003a600 0x7fcf400dbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 >> 172.21.15.45:0/1626127351 conn(0x7fcf4001e280 msgr2=0x7fcf400de1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.424+0000 7f03ead9d640 1 -- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03e4022240 msgr2=0x7f03e4022650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7f03ead9d640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03e4022240 0x7f03e4022650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7f03ead9d640 1 -- 172.21.15.45:0/3077578028 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 msgr2=0x7f03e4180530 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7f03ead9d640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 0x7f03e4180530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7f03ead9d640 1 -- 172.21.15.45:0/3077578028 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03e40de250 con 0x7f03e40dd900 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.425+0000 7f03e9d9b640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03e4022240 0x7f03e4022650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:31:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.426+0000 7f03ead9d640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 0x7f03e40ddd10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f03ec06b610 tx=0x7f03ec06a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.426+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 shutdown_connections 2024-09-17T03:31:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.426+0000 7fcf4db9d640 1 -- 172.21.15.45:0/1626127351 wait complete. 2024-09-17T03:31:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.428+0000 7fa5077fe640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080ce100 0x7fa50815c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:31:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.428+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ec075b70 con 0x7f03e40dd900 2024-09-17T03:31:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.428+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03ec08f030 con 0x7f03e40dd900 2024-09-17T03:31:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.428+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ec06ad10 con 0x7f03e40dd900 2024-09-17T03:31:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.428+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03e4186430 con 0x7f03e40dd900 2024-09-17T03:31:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.428+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f03e4186cb0 con 0x7f03e40dd900 2024-09-17T03:31:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.429+0000 7f666f3ed640 1 -- 172.21.15.45:0/125946450 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce510 msgr2=0x7f6668162970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.430+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8028051070 con 0x7f803806ddf0 2024-09-17T03:31:38.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.430+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03e4051b60 con 0x7f03e40dd900 2024-09-17T03:31:38.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.431+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80381573f0 con 0x7f803806ddf0 2024-09-17T03:31:38.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.431+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80381f0e50 con 0x7f803806ddf0 2024-09-17T03:31:38.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.432+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8028004110 con 0x7f803806ddf0 2024-09-17T03:31:38.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.432+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8028048040 con 0x7f803806ddf0 2024-09-17T03:31:38.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.429+0000 7f666f3ed640 1 --2- 172.21.15.45:0/125946450 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce510 0x7f6668162970 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f66680749e0 tx=0x7f665802a4f0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.433+0000 7f666f3ed640 1 -- 172.21.15.45:0/125946450 shutdown_connections 2024-09-17T03:31:38.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.433+0000 7f666f3ed640 1 --2- 172.21.15.45:0/125946450 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce510 0x7f6668162970 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.433+0000 7f666f3ed640 1 --2- 172.21.15.45:0/125946450 >> v2:172.21.15.45:3300/0 conn(0x7f666806cde0 0x7f666806dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.433+0000 7f666f3ed640 1 -- 172.21.15.45:0/125946450 >> 172.21.15.45:0/125946450 conn(0x7f66680cca70 msgr2=0x7f66680cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.433+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8028005020 con 0x7f803806ddf0 2024-09-17T03:31:38.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.433+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8028004d10 con 0x7f803806ddf0 2024-09-17T03:31:38.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.434+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8018005290 con 0x7f803806ddf0 2024-09-17T03:31:38.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.429+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa500017070 con 0x7fa5080ce510 2024-09-17T03:31:38.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.429+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa500005070 con 0x7fa5080ce510 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.429+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5000054c0 con 0x7fa5080ce510 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.429+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2836335236 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa50815a770 con 0x7fa5080ce510 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.430+0000 7fa50e9ad640 1 -- 172.21.15.45:0/2836335236 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa50815ad30 con 0x7fa5080ce510 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.431+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa50815cb00 con 0x7fa5080ce510 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.435+0000 7f5b800a9640 1 -- 172.21.15.45:0/585915443 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 msgr2=0x7f5b780cdf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.435+0000 7f5b800a9640 1 --2- 172.21.15.45:0/585915443 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b780cdf40 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5b70009ca0 tx=0x7f5b7002aa90 comp rx=0 tx=0).stop 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.435+0000 7f5b800a9640 1 -- 172.21.15.45:0/585915443 shutdown_connections 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.435+0000 7f5b800a9640 1 --2- 172.21.15.45:0/585915443 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b780cdf40 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.435+0000 7f5b800a9640 1 -- 172.21.15.45:0/585915443 >> 172.21.15.45:0/585915443 conn(0x7f5b780cca70 msgr2=0x7f5b780cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.434+0000 7f666f3ed640 1 -- 172.21.15.45:0/125946450 shutdown_connections 2024-09-17T03:31:38.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f80381573f0 con 0x7f803806ddf0 2024-09-17T03:31:38.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.437+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f03ec094420 con 0x7f03e40dd900 2024-09-17T03:31:38.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.437+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f03ec093850 con 0x7f03e40dd900 2024-09-17T03:31:38.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f03e40de250 con 0x7f03e40dd900 2024-09-17T03:31:38.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.439+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa50001a070 con 0x7fa5080ce510 2024-09-17T03:31:38.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.439+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa50001c780 con 0x7fa5080ce510 2024-09-17T03:31:38.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.439+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fa500021020 con 0x7fa5080ce510 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.434+0000 7f666f3ed640 1 -- 172.21.15.45:0/125946450 wait complete. 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.438+0000 7f666f3ed640 1 Processor -- start 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.438+0000 7f666f3ed640 1 -- start start 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f666f3ed640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f666806cde0 0x7f6668152d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f666f3ed640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce100 0x7f6668151e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f666f3ed640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 0x7f66680b4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f666f3ed640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f66680cb700 con 0x7f666806cde0 2024-09-17T03:31:38.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f666f3ed640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f66680cb580 con 0x7f66680ce100 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f666f3ed640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f66680cb880 con 0x7f6668153950 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.441+0000 7f666d98a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 0x7f66680b4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.441+0000 7f666d98a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 0x7f66680b4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:54654/0 (socket says 172.21.15.45:54654) 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.441+0000 7f666d98a640 1 -- 172.21.15.45:0/329733307 learned_addr learned my addr 172.21.15.45:0/329733307 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.442+0000 7f666d98a640 1 -- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce100 msgr2=0x7f6668151e40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.442+0000 7f666d98a640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce100 0x7f6668151e40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.442+0000 7f666d98a640 1 -- 172.21.15.45:0/329733307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f666806cde0 msgr2=0x7f6668152d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.442+0000 7f666d98a640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f666806cde0 0x7f6668152d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.442+0000 7f666d98a640 1 -- 172.21.15.45:0/329733307 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66681fa290 con 0x7f6668153950 2024-09-17T03:31:38.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.440+0000 7f5b800a9640 1 -- 172.21.15.45:0/585915443 shutdown_connections 2024-09-17T03:31:38.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.443+0000 7f666d98a640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 0x7f66680b4380 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6658034040 tx=0x7f6658003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.444+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f665803f070 con 0x7f6668153950 2024-09-17T03:31:38.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.445+0000 7f5b800a9640 1 -- 172.21.15.45:0/585915443 wait complete. 2024-09-17T03:31:38.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.444+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6658004cb0 con 0x7f6668153950 2024-09-17T03:31:38.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.444+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6658035030 con 0x7f6668153950 2024-09-17T03:31:38.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.444+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66681f9270 con 0x7f6668153950 2024-09-17T03:31:38.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.444+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f66681f9830 con 0x7f6668153950 2024-09-17T03:31:38.448 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.448+0000 7f5b800a9640 1 Processor -- start 2024-09-17T03:31:38.448 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.449+0000 7f5b800a9640 1 -- start start 2024-09-17T03:31:38.450 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.451+0000 7f5b800a9640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b78154780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.451 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.451+0000 7f5b800a9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b780cf2b0 0x7f5b7814b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.451 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.449+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6648005290 con 0x7f6668153950 2024-09-17T03:31:38.452 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.449+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6658042070 con 0x7f6668153950 2024-09-17T03:31:38.452 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.449+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f665803ba60 con 0x7f6668153950 2024-09-17T03:31:38.452 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.451+0000 7f5b7de45640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b78154780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.451+0000 7f5b7de45640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b78154780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:54664/0 (socket says 172.21.15.45:54664) 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.451+0000 7f5b7de45640 1 -- 172.21.15.45:0/1188479070 learned_addr learned my addr 172.21.15.45:0/1188479070 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.451+0000 7f5b800a9640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b7815e350 0x7f5b780b53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f5b78074030 con 0x7f5b780cf2b0 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5b78073eb0 con 0x7f5b7815e350 2024-09-17T03:31:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f5b780741b0 con 0x7f5b7806cde0 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7e646640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b7815e350 0x7f5b780b53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7de45640 1 -- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b7815e350 msgr2=0x7f5b780b53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7de45640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b7815e350 0x7f5b780b53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7de45640 1 -- 172.21.15.45:0/1188479070 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b780cf2b0 msgr2=0x7f5b7814b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7de45640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b780cf2b0 0x7f5b7814b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7de45640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b78155010 con 0x7f5b7806cde0 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7e646640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b7815e350 0x7f5b780b53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.452+0000 7f5b7de45640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b78154780 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5b74007fc0 tx=0x7f5b7400d9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.453+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b74019030 con 0x7f5b7806cde0 2024-09-17T03:31:38.456 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.453+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f6658009510 con 0x7f6668153950 2024-09-17T03:31:38.456 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.453+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b781552f0 con 0x7f5b7806cde0 2024-09-17T03:31:38.456 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.453+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b780b2ff0 con 0x7f5b7806cde0 2024-09-17T03:31:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.454+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b74014a90 con 0x7f5b7806cde0 2024-09-17T03:31:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.454+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b740050d0 con 0x7f5b7806cde0 2024-09-17T03:31:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.454+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5b7401c070 con 0x7f5b7806cde0 2024-09-17T03:31:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.454+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5b7401e750 con 0x7f5b7806cde0 2024-09-17T03:31:38.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.455+0000 7fd12aebe640 1 -- 172.21.15.45:0/208263279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c055ee0 msgr2=0x7fd11c053410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.455+0000 7fd12aebe640 1 --2- 172.21.15.45:0/208263279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c055ee0 0x7fd11c053410 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd1240771d0 tx=0x7fd1240a6090 comp rx=0 tx=0).stop 2024-09-17T03:31:38.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.456+0000 7fd12aebe640 1 -- 172.21.15.45:0/208263279 shutdown_connections 2024-09-17T03:31:38.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.456+0000 7fd12aebe640 1 --2- 172.21.15.45:0/208263279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c055ee0 0x7fd11c053410 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.456+0000 7fd12aebe640 1 --2- 172.21.15.45:0/208263279 >> v2:172.21.15.112:3300/0 conn(0x7fd11c03ae90 0x7fd11c0dfe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.456+0000 7fd12aebe640 1 -- 172.21.15.45:0/208263279 >> 172.21.15.45:0/208263279 conn(0x7fd11c01eae0 msgr2=0x7fd11c03a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.458+0000 7fd12aebe640 1 -- 172.21.15.45:0/208263279 shutdown_connections 2024-09-17T03:31:38.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.461+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b60005290 con 0x7f5b7806cde0 2024-09-17T03:31:38.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.462+0000 7fd12aebe640 1 -- 172.21.15.45:0/208263279 wait complete. 2024-09-17T03:31:38.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.468+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f5b74005390 con 0x7f5b7806cde0 2024-09-17T03:31:38.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.465+0000 7fd12aebe640 1 Processor -- start 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.468+0000 7fd12aebe640 1 -- start start 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.470+0000 7fd12aebe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd11c008fa0 0x7fd11c0d5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.470+0000 7fd12aebe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd11c03ae90 0x7fd11c048580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.470+0000 7fd12aebe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 0x7fd11c0349b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.470+0000 7fd12aebe640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd11c053ad0 con 0x7fd11c0345a0 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.470+0000 7fd12aebe640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd11c053950 con 0x7fd11c03ae90 2024-09-17T03:31:38.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.470+0000 7fd12aebe640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd11c053c50 con 0x7fd11c008fa0 2024-09-17T03:31:38.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 0x7fd11c0349b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 0x7fd11c0349b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41108/0 (socket says 172.21.15.45:41108) 2024-09-17T03:31:38.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 -- 172.21.15.45:0/589664168 learned_addr learned my addr 172.21.15.45:0/589664168 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 -- 172.21.15.45:0/589664168 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd11c008fa0 msgr2=0x7fd11c0d5340 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd11c008fa0 0x7fd11c0d5340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 -- 172.21.15.45:0/589664168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd11c03ae90 msgr2=0x7fd11c048580 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd11c03ae90 0x7fd11c048580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.475+0000 7fd12a6bd640 1 -- 172.21.15.45:0/589664168 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd11c034ef0 con 0x7fd11c0345a0 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.476+0000 7fd12a6bd640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 0x7fd11c0349b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd12406bb70 tx=0x7fd1240a6590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.476+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1240b3050 con 0x7fd11c0345a0 2024-09-17T03:31:38.478 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.477+0000 7fd12aebe640 1 -- 172.21.15.45:0/589664168 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd11c0d8df0 con 0x7fd11c0345a0 2024-09-17T03:31:38.478 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.477+0000 7fd12aebe640 1 -- 172.21.15.45:0/589664168 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd11c0d8310 con 0x7fd11c0345a0 2024-09-17T03:31:38.479 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.479+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1240b4040 con 0x7fd11c0345a0 2024-09-17T03:31:38.479 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.480+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1240b8d40 con 0x7fd11c0345a0 2024-09-17T03:31:38.479 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.480+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd1240ad960 con 0x7fd11c0345a0 2024-09-17T03:31:38.479 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.480+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd1240cc3f0 con 0x7fd11c0345a0 2024-09-17T03:31:38.480 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.481+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd104005290 con 0x7fd11c0345a0 2024-09-17T03:31:38.484 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.485+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fd1240d1020 con 0x7fd11c0345a0 2024-09-17T03:31:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.514+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7ff668005580 con 0x7ff68816b850 2024-09-17T03:31:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.520+0000 7ff684ff9640 1 -- 172.21.15.45:0/542658054 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7ff678005360 con 0x7ff68816b850 2024-09-17T03:31:38.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 msgr2=0x7ff688162ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 0x7ff688162ab0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff67802ac80 tx=0x7ff6780045d0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 shutdown_connections 2024-09-17T03:31:38.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6880cd6b0 0x7ff6880ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff68816c1a0 0x7ff6880aa890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 --2- 172.21.15.45:0/542658054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff68816b850 0x7ff688162ab0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 >> 172.21.15.45:0/542658054 conn(0x7ff6880b39e0 msgr2=0x7ff6880af6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 shutdown_connections 2024-09-17T03:31:38.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.539+0000 7ff66e7fc640 1 -- 172.21.15.45:0/542658054 wait complete. 2024-09-17T03:31:38.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.546+0000 7fce2ad20640 1 -- 172.21.15.45:0/3348959536 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7fce2416c160 con 0x7fce24204080 2024-09-17T03:31:38.555 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.556+0000 7fce217fa640 1 -- 172.21.15.45:0/3348959536 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v12)=0 v12) ==== 120+0+0 (secure 0 0 0) 0x7fce1c013be0 con 0x7fce24204080 2024-09-17T03:31:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 -- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 msgr2=0x7fce241667d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 0x7fce241667d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009c80 tx=0x7fce1c03baf0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 -- 172.21.15.45:0/3348959536 shutdown_connections 2024-09-17T03:31:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce2416a190 0x7fce2416a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fce24204080 0x7fce241667d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 --2- 172.21.15.45:0/3348959536 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fce2416bb40 0x7fce24200170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 -- 172.21.15.45:0/3348959536 >> 172.21.15.45:0/3348959536 conn(0x7fce2406f800 msgr2=0x7fce2416e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 -- 172.21.15.45:0/3348959536 shutdown_connections 2024-09-17T03:31:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.558+0000 7fce0affd640 1 -- 172.21.15.45:0/3348959536 wait complete. 2024-09-17T03:31:38.588 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.589+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f44f808bc40 con 0x7f44f816b2a0 2024-09-17T03:31:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.596+0000 7f44dffff640 1 -- 172.21.15.45:0/777762236 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v13)=0 v13) ==== 121+0+0 (secure 0 0 0) 0x7f44ec014030 con 0x7f44f816b2a0 2024-09-17T03:31:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.610+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44f816b2a0 msgr2=0x7f44f81f6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.610+0000 7f44ddffb640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44f816b2a0 0x7f44f81f6530 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f44f8072770 tx=0x7f44ec00cba0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 shutdown_connections 2024-09-17T03:31:38.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44f80730d0 0x7f44f81f5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44f816b2a0 0x7f44f81f6530 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 --2- 172.21.15.45:0/777762236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44f806e330 0x7f44f80cb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 >> 172.21.15.45:0/777762236 conn(0x7f44f80b1a20 msgr2=0x7f44f8165a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 shutdown_connections 2024-09-17T03:31:38.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.615+0000 7f44ddffb640 1 -- 172.21.15.45:0/777762236 wait complete. 2024-09-17T03:31:38.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.626+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f64cc050fa0 con 0x7f64cc0e45c0 2024-09-17T03:31:38.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.633+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7fdea016d120 con 0x7fdea00730d0 2024-09-17T03:31:38.634 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.635+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f3034005580 con 0x7f30540ab770 2024-09-17T03:31:38.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.643+0000 7fde95ffb640 1 -- 172.21.15.45:0/1097650732 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v14)=0 v14) ==== 121+0+0 (secure 0 0 0) 0x7fde9c0176d0 con 0x7fdea00730d0 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 msgr2=0x7fdea00b0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea00b0a40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fde9c00f820 tx=0x7fde9c00fce0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 shutdown_connections 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdea016b770 0x7fdea00b0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdea00730d0 0x7fdea00b0a40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 --2- 172.21.15.45:0/1097650732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdea006e330 0x7fdea008b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.644+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 >> 172.21.15.45:0/1097650732 conn(0x7fdea00b1a20 msgr2=0x7fdea0167fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.647+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 shutdown_connections 2024-09-17T03:31:38.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.647+0000 7fde8b7fe640 1 -- 172.21.15.45:0/1097650732 wait complete. 2024-09-17T03:31:38.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.647+0000 7f64ca7fc640 1 -- 172.21.15.45:0/3717252498 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v15)=0 v15) ==== 119+0+0 (secure 0 0 0) 0x7f64d406a060 con 0x7f64cc0e45c0 2024-09-17T03:31:38.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.651+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64cc0e45c0 msgr2=0x7f64cc054c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.651+0000 7f64dad0c640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64cc0e45c0 0x7f64cc054c60 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f64d406b6b0 tx=0x7f64d4076560 comp rx=0 tx=0).stop 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 shutdown_connections 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64cc0e45c0 0x7f64cc054c60 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64cc0e41b0 0x7f64cc054720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 --2- 172.21.15.45:0/3717252498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64cc0dbd50 0x7f64cc0caa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 >> 172.21.15.45:0/3717252498 conn(0x7f64cc01d9a0 msgr2=0x7f64cc051a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 shutdown_connections 2024-09-17T03:31:38.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.655+0000 7f64dad0c640 1 -- 172.21.15.45:0/3717252498 wait complete. 2024-09-17T03:31:38.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.660+0000 7fc52cd99640 1 -- 172.21.15.45:0/670456105 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7fc51c005580 con 0x7fc53806f740 2024-09-17T03:31:38.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.663+0000 7f3049ffb640 1 -- 172.21.15.45:0/3282778456 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v16)=0 v16) ==== 120+0+0 (secure 0 0 0) 0x7f304c010c40 con 0x7f30540ab770 2024-09-17T03:31:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.666+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f03e4047650 con 0x7f03e40dd900 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30540ab770 msgr2=0x7f30541fc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30540ab770 0x7f30541fc0b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f30540742e0 tx=0x7f304c006430 comp rx=0 tx=0).stop 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 shutdown_connections 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30540ab770 0x7f30541fc0b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30541534e0 0x7f30540ab230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 --2- 172.21.15.45:0/3282778456 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3054153aa0 0x7f3054152cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.671+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 >> 172.21.15.45:0/3282778456 conn(0x7f3040003d50 msgr2=0x7f3054162560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.672+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 shutdown_connections 2024-09-17T03:31:38.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.672+0000 7f303f7fe640 1 -- 172.21.15.45:0/3282778456 wait complete. 2024-09-17T03:31:38.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.672+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7fd104005580 con 0x7fd11c0345a0 2024-09-17T03:31:38.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.675+0000 7fc52f7fe640 1 -- 172.21.15.45:0/670456105 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v17)=0 v17) ==== 121+0+0 (secure 0 0 0) 0x7fc52803a890 con 0x7fc53806f740 2024-09-17T03:31:38.676 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.676 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.676 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.677 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 msgr2=0x7fc53806fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 0x7fc53806fb50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc528009b20 tx=0x7fc528031400 comp rx=0 tx=0).stop 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 shutdown_connections 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc538160190 0x7fc5381605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc53806f740 0x7fc53806fb50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 --2- 172.21.15.45:0/670456105 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc524007970 0x7fc53815d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 >> 172.21.15.45:0/670456105 conn(0x7fc5380d0410 msgr2=0x7fc5380b1270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 shutdown_connections 2024-09-17T03:31:38.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.677+0000 7fc53cd89640 1 -- 172.21.15.45:0/670456105 wait complete. 2024-09-17T03:31:38.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.680+0000 7fd1167fc640 1 -- 172.21.15.45:0/589664168 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v18)=0 v18) ==== 121+0+0 (secure 0 0 0) 0x7fd11c034ef0 con 0x7fd11c0345a0 2024-09-17T03:31:38.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7fa5080b5b60 con 0x7fa5080ce510 2024-09-17T03:31:38.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 msgr2=0x7fd11c0349b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 0x7fd11c0349b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd12406bb70 tx=0x7fd1240a6590 comp rx=0 tx=0).stop 2024-09-17T03:31:38.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 shutdown_connections 2024-09-17T03:31:38.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd11c03ae90 0x7fd11c048580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd11c0345a0 0x7fd11c0349b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 --2- 172.21.15.45:0/589664168 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd11c008fa0 0x7fd11c0d5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 >> 172.21.15.45:0/589664168 conn(0x7fd11c01eae0 msgr2=0x7fd11c0067e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.684+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 shutdown_connections 2024-09-17T03:31:38.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.685+0000 7fd10ffff640 1 -- 172.21.15.45:0/589664168 wait complete. 2024-09-17T03:31:38.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.686+0000 7f03daffd640 1 -- 172.21.15.45:0/3077578028 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v19)=0 v19) ==== 119+0+0 (secure 0 0 0) 0x7f03ec093c10 con 0x7f03e40dd900 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.688+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 msgr2=0x7f03e40ddd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.688+0000 7f03eb59e640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 0x7f03e40ddd10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f03ec06b610 tx=0x7f03ec06a130 comp rx=0 tx=0).stop 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.688+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 shutdown_connections 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.688+0000 7f03eb59e640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03e4022240 0x7f03e4022650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.688+0000 7f03eb59e640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f03e40dd900 0x7f03e40ddd10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.689+0000 7f03eb59e640 1 --2- 172.21.15.45:0/3077578028 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03d40039b0 0x7f03e4180530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.689+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 >> 172.21.15.45:0/3077578028 conn(0x7f03e401e260 msgr2=0x7f03e4006fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.691+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 shutdown_connections 2024-09-17T03:31:38.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.692+0000 7f03eb59e640 1 -- 172.21.15.45:0/3077578028 wait complete. 2024-09-17T03:31:38.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.692+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f8018005580 con 0x7f803806ddf0 2024-09-17T03:31:38.693 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.692+0000 7fa504ff9640 1 -- 172.21.15.45:0/2836335236 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v20)=0 v20) ==== 111+0+0 (secure 0 0 0) 0x7fa5080b5b60 con 0x7fa5080ce510 2024-09-17T03:31:38.693 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 msgr2=0x7fa5080b5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 0x7fa5080b5000 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa50000c8a0 tx=0x7fa50000cd60 comp rx=0 tx=0).stop 2024-09-17T03:31:38.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 shutdown_connections 2024-09-17T03:31:38.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5080ce510 0x7fa5080b5000 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080ce100 0x7fa50815c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 --2- 172.21.15.45:0/2836335236 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806cde0 0x7fa508156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 >> 172.21.15.45:0/2836335236 conn(0x7fa5080cca70 msgr2=0x7fa508159380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 shutdown_connections 2024-09-17T03:31:38.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.694+0000 7fa4ee7fc640 1 -- 172.21.15.45:0/2836335236 wait complete. 2024-09-17T03:31:38.700 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.700+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7f6648005580 con 0x7f6668153950 2024-09-17T03:31:38.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.702+0000 7f80357fa640 1 -- 172.21.15.45:0/2718754257 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v21)=0 v21) ==== 106+0+0 (secure 0 0 0) 0x7f80381f0bd0 con 0x7f803806ddf0 2024-09-17T03:31:38.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.704+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 msgr2=0x7f80380b2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.704+0000 7f803db3f640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 0x7f80380b2d20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f802803b980 tx=0x7f8028041c30 comp rx=0 tx=0).stop 2024-09-17T03:31:38.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 shutdown_connections 2024-09-17T03:31:38.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f803806f5b0 0x7f8038152890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8038156aa0 0x7f8038156eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 --2- 172.21.15.45:0/2718754257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f803806ddf0 0x7f80380b2d20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 >> 172.21.15.45:0/2718754257 conn(0x7f80380b1a20 msgr2=0x7f803806e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 shutdown_connections 2024-09-17T03:31:38.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.705+0000 7f803db3f640 1 -- 172.21.15.45:0/2718754257 wait complete. 2024-09-17T03:31:38.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.707+0000 7f665dffb640 1 -- 172.21.15.45:0/329733307 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v22)=0 v22) ==== 125+0+0 (secure 0 0 0) 0x7f66580050c0 con 0x7f6668153950 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.708+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 msgr2=0x7f66680b4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 0x7f66680b4380 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6658034040 tx=0x7f6658003b90 comp rx=0 tx=0).stop 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 shutdown_connections 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66680ce100 0x7f6668151e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6668153950 0x7f66680b4380 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 --2- 172.21.15.45:0/329733307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f666806cde0 0x7f6668152d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 >> 172.21.15.45:0/329733307 conn(0x7f66680cca70 msgr2=0x7f6668156730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 shutdown_connections 2024-09-17T03:31:38.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.709+0000 7f666f3ed640 1 -- 172.21.15.45:0/329733307 wait complete. 2024-09-17T03:31:38.710 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.713 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.722+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command([{prefix=config set, name=debug_mgr}] v 0) -- 0x7f5b600058c0 con 0x7f5b7806cde0 2024-09-17T03:31:38.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.727+0000 7f5b6e7fc640 1 -- 172.21.15.45:0/1188479070 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mgr}]=0 v23)=0 v23) ==== 108+0+0 (secure 0 0 0) 0x7f5b7401ea70 con 0x7f5b7806cde0 2024-09-17T03:31:38.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 msgr2=0x7f5b78154780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b78154780 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5b74007fc0 tx=0x7f5b7400d9d0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 shutdown_connections 2024-09-17T03:31:38.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b7815e350 0x7f5b780b53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b780cf2b0 0x7f5b7814b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 --2- 172.21.15.45:0/1188479070 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b7806cde0 0x7f5b78154780 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 >> 172.21.15.45:0/1188479070 conn(0x7f5b780cca70 msgr2=0x7f5b7815a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 shutdown_connections 2024-09-17T03:31:38.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.728+0000 7f5b800a9640 1 -- 172.21.15.45:0/1188479070 wait complete. 2024-09-17T03:31:38.741 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.741 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.741 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.741 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi045') 2024-09-17T03:31:38.742 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config dump 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 -- 172.21.15.45:0/1343453322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 msgr2=0x7f878006e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1343453322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878006e420 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f878006e960 tx=0x7f877002a440 comp rx=0 tx=0).stop 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 -- 172.21.15.45:0/1343453322 shutdown_connections 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1343453322 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f878015efd0 0x7f878015f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1343453322 >> v2:172.21.15.112:3300/0 conn(0x7f87800cf510 0x7f8780158d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1343453322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878006e420 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 -- 172.21.15.45:0/1343453322 >> 172.21.15.45:0/1343453322 conn(0x7f87800d0ab0 msgr2=0x7f87800d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 -- 172.21.15.45:0/1343453322 shutdown_connections 2024-09-17T03:31:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.895+0000 7f8785c8b640 1 -- 172.21.15.45:0/1343453322 wait complete. 2024-09-17T03:31:38.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.897+0000 7f8785c8b640 1 Processor -- start 2024-09-17T03:31:38.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.897+0000 7f8785c8b640 1 -- start start 2024-09-17T03:31:38.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f8785c8b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87800cf510 0x7f87800afe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f8785c8b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878014fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f8785c8b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f878015efd0 0x7f87801502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f8785c8b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f87800b3a00 con 0x7f87800d00e0 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f8785c8b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f87800b3880 con 0x7f878015efd0 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f8785c8b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f87800b3b80 con 0x7f87800cf510 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f877effd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878014fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f877effd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878014fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41134/0 (socket says 172.21.15.45:41134) 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f877effd640 1 -- 172.21.15.45:0/1530269096 learned_addr learned my addr 172.21.15.45:0/1530269096 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.898+0000 7f877f7fe640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87800cf510 0x7f87800afe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877ffff640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f878015efd0 0x7f87801502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877effd640 1 -- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87800cf510 msgr2=0x7f87800afe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877effd640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87800cf510 0x7f87800afe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877effd640 1 -- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f878015efd0 msgr2=0x7f87801502e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877effd640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f878015efd0 0x7f87801502e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877effd640 1 -- 172.21.15.45:0/1530269096 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8780151b10 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877ffff640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f878015efd0 0x7f87801502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f877effd640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878014fda0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f876800e9f0 tx=0x7f876800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f876800ccc0 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8768010430 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8768010880 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87801f6c10 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.899+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f878014fab0 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.900+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8768010a20 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.900+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8768004870 con 0x7f87800d00e0 2024-09-17T03:31:38.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.900+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f878006e420 con 0x7f87800d00e0 2024-09-17T03:31:38.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.902+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f8768026070 con 0x7f87800d00e0 2024-09-17T03:31:38.964 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.964+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f87800b5d50 con 0x7f87800d00e0 2024-09-17T03:31:38.964 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.964+0000 7f8777fff640 1 -- 172.21.15.45:0/1530269096 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7f87680225d0 con 0x7f87800d00e0 2024-09-17T03:31:38.964 INFO:teuthology.orchestra.run.smithi045.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-17T03:31:38.965 INFO:teuthology.orchestra.run.smithi045.stdout:mon advanced mon_op_complaint_time 120 2024-09-17T03:31:38.965 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced client_mount_timeout 30 2024-09-17T03:31:38.965 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced debug_client 20/20 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced debug_mgr 20/20 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced debug_ms 1/1 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced debug_mds 20/20 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced debug_mds_balancer 20/20 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced debug_ms 2/2 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mds dev mds_debug_frag true 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mds dev mds_debug_scatterstat true 2024-09-17T03:31:38.966 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:mds dev mds_verify_scatter true 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced rados_mon_op_timeout 900 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced rados_osd_op_timeout 900 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced client_mount_timeout 600 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced debug_client 20/20 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced debug_ms 1/1 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced rados_mon_op_timeout 900 2024-09-17T03:31:38.967 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced rados_osd_op_timeout 900 2024-09-17T03:31:38.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 msgr2=0x7f878014fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:38.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878014fda0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f876800e9f0 tx=0x7f876800edf0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 shutdown_connections 2024-09-17T03:31:38.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f878015efd0 0x7f87801502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87800d00e0 0x7f878014fda0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 --2- 172.21.15.45:0/1530269096 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87800cf510 0x7f87800afe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:38.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 >> 172.21.15.45:0/1530269096 conn(0x7f87800d0ab0 msgr2=0x7f8780153c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:38.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 shutdown_connections 2024-09-17T03:31:38.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:38.965+0000 7f8785c8b640 1 -- 172.21.15.45:0/1530269096 wait complete. 2024-09-17T03:31:38.975 INFO:tasks.ceph:Setting crush tunables to default 2024-09-17T03:31:38.976 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph osd crush tunables default 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 -- 172.21.15.45:0/1381602768 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940d0a70 msgr2=0x7f479415fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 --2- 172.21.15.45:0/1381602768 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940d0a70 0x7f479415fb00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f479415f230 tx=0x7f478c02a920 comp rx=0 tx=0).stop 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 -- 172.21.15.45:0/1381602768 shutdown_connections 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 --2- 172.21.15.45:0/1381602768 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940d0a70 0x7f479415fb00 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 -- 172.21.15.45:0/1381602768 >> 172.21.15.45:0/1381602768 conn(0x7f4794070ab0 msgr2=0x7f4794073ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 -- 172.21.15.45:0/1381602768 shutdown_connections 2024-09-17T03:31:39.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.093+0000 7f479a4ec640 1 -- 172.21.15.45:0/1381602768 wait complete. 2024-09-17T03:31:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.095+0000 7f479a4ec640 1 Processor -- start 2024-09-17T03:31:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.095+0000 7f479a4ec640 1 -- start start 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f479a4ec640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f479406f3d0 0x7f4794158be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f479a4ec640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f47940743b0 0x7f47941f2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f479a4ec640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 0x7f479415c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f479a4ec640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f479415c070 con 0x7f47940b1120 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f479a4ec640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f479415bef0 con 0x7f479406f3d0 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f479a4ec640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f479415c1f0 con 0x7f47940743b0 2024-09-17T03:31:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.096+0000 7f4798a89640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 0x7f479415c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 0x7f479415c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41160/0 (socket says 172.21.15.45:41160) 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 -- 172.21.15.45:0/844763762 learned_addr learned my addr 172.21.15.45:0/844763762 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4793fff640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f479406f3d0 0x7f4794158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f47937fe640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f47940743b0 0x7f47941f2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 -- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f47940743b0 msgr2=0x7f47941f2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f47940743b0 0x7f47941f2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 -- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f479406f3d0 msgr2=0x7f4794158be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f479406f3d0 0x7f4794158be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 -- 172.21.15.45:0/844763762 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47941f31c0 con 0x7f47940b1120 2024-09-17T03:31:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4798a89640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 0x7f479415c8b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f478c02af10 tx=0x7f478c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478c030e60 con 0x7f47940b1120 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f478c03e070 con 0x7f47940b1120 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47940b25c0 con 0x7f47940b1120 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478c0322d0 con 0x7f47940b1120 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47940b0920 con 0x7f47940b1120 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.097+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f478c004040 con 0x7f47940b1120 2024-09-17T03:31:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.098+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f478c0439d0 con 0x7f47940b1120 2024-09-17T03:31:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.098+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f479415c6a0 con 0x7f47940b1120 2024-09-17T03:31:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.100+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f47941f31c0 con 0x7f47940b1120 2024-09-17T03:31:39.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.167+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f479415e750 con 0x7f47940b1120 2024-09-17T03:31:39.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.169+0000 7f4790ff9640 1 -- 172.21.15.45:0/844763762 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f478c02d070 con 0x7f47940b1120 2024-09-17T03:31:39.169 INFO:teuthology.orchestra.run.smithi045.stderr:adjusted tunables profile to default 2024-09-17T03:31:39.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 msgr2=0x7f479415c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 0x7f479415c8b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f478c02af10 tx=0x7f478c003f10 comp rx=0 tx=0).stop 2024-09-17T03:31:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 shutdown_connections 2024-09-17T03:31:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47940b1120 0x7f479415c8b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f47940743b0 0x7f47941f2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 --2- 172.21.15.45:0/844763762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f479406f3d0 0x7f4794158be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.170+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 >> 172.21.15.45:0/844763762 conn(0x7f4794070ab0 msgr2=0x7f47940b56d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.171+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 shutdown_connections 2024-09-17T03:31:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:39.171+0000 7f479a4ec640 1 -- 172.21.15.45:0/844763762 wait complete. 2024-09-17T03:31:39.180 INFO:tasks.ceph:check_enable_crimson: False 2024-09-17T03:31:39.181 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-17T03:31:39.181 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:39.181 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-17T03:31:39.206 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:39.237 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-17T03:31:39.272 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:39.272 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-17T03:31:39.338 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:31:39.338 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-17T03:31:39.405 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:39.405 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-17T03:31:39.429 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:39.430 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-17T03:31:39.496 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:39.496 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-17T03:31:39.561 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:31:39.561 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-17T03:31:39.625 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 38f55610-7f15-4ea5-95db-2fe64db5e214 0 2024-09-17T03:31:39.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 -- 172.21.15.112:0/206206952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 msgr2=0x7f0a7406d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/206206952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a7406d5f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0a74073750 tx=0x7f0a6402a4a0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 -- 172.21.15.112:0/206206952 shutdown_connections 2024-09-17T03:31:39.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/206206952 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a741455e0 0x7f0a7415fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/206206952 >> v2:172.21.15.45:3300/0 conn(0x7f0a741450f0 0x7f0a7406db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.781 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/206206952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a7406d5f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.781 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 -- 172.21.15.112:0/206206952 >> 172.21.15.112:0/206206952 conn(0x7f0a7406fb30 msgr2=0x7f0a7406ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:39.781 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 -- 172.21.15.112:0/206206952 shutdown_connections 2024-09-17T03:31:39.781 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.780+0000 7f0a7bfda640 1 -- 172.21.15.112:0/206206952 wait complete. 2024-09-17T03:31:39.781 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.782+0000 7f0a7bfda640 1 Processor -- start 2024-09-17T03:31:39.781 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.782+0000 7f0a7bfda640 1 -- start start 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.783+0000 7f0a7bfda640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a740b6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.783+0000 7f0a7bfda640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a741450f0 0x7f0a74138470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.783+0000 7f0a7bfda640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a741455e0 0x7f0a7415be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.783+0000 7f0a7bfda640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0a741607f0 con 0x7f0a741455e0 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.783+0000 7f0a7bfda640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0a74160670 con 0x7f0a740745b0 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.783+0000 7f0a7bfda640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0a74160970 con 0x7f0a741450f0 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a740b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a740b6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55386/0 (socket says 172.21.15.112:55386) 2024-09-17T03:31:39.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79575640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a741450f0 0x7f0a74138470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 -- 172.21.15.112:0/3922037952 learned_addr learned my addr 172.21.15.112:0/3922037952 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a7a577640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a741455e0 0x7f0a7415be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 -- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a741450f0 msgr2=0x7f0a74138470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a741450f0 0x7f0a74138470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 -- 172.21.15.112:0/3922037952 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a741455e0 msgr2=0x7f0a7415be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a741455e0 0x7f0a7415be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 -- 172.21.15.112:0/3922037952 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a74137fd0 con 0x7f0a740745b0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a79d76640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a740b6640 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009920 tx=0x7f0a64033c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a64031d60 con 0x7f0a740745b0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a64033e10 con 0x7f0a740745b0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a740b5b60 con 0x7f0a740745b0 2024-09-17T03:31:39.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a64005260 con 0x7f0a740745b0 2024-09-17T03:31:39.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a74137a60 con 0x7f0a740745b0 2024-09-17T03:31:39.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.784+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0a640047a0 con 0x7f0a740745b0 2024-09-17T03:31:39.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.785+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f0a64033560 con 0x7f0a740745b0 2024-09-17T03:31:39.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.785+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a7415fee0 con 0x7f0a740745b0 2024-09-17T03:31:39.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.788+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f0a6403f030 con 0x7f0a740745b0 2024-09-17T03:31:39.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.858+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd new", "uuid": "38f55610-7f15-4ea5-95db-2fe64db5e214", "id": 0} v 0) -- 0x7f0a7415c6d0 con 0x7f0a740745b0 2024-09-17T03:31:39.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.863+0000 7f0a6a7fc640 1 -- 172.21.15.112:0/3922037952 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "38f55610-7f15-4ea5-95db-2fe64db5e214", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f0a64004c20 con 0x7f0a740745b0 2024-09-17T03:31:39.863 INFO:teuthology.orchestra.run.smithi112.stdout:0 2024-09-17T03:31:39.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 msgr2=0x7f0a740b6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a740b6640 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009920 tx=0x7f0a64033c20 comp rx=0 tx=0).stop 2024-09-17T03:31:39.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 shutdown_connections 2024-09-17T03:31:39.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a741455e0 0x7f0a7415be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a741450f0 0x7f0a74138470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 --2- 172.21.15.112:0/3922037952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a740745b0 0x7f0a740b6640 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 >> 172.21.15.112:0/3922037952 conn(0x7f0a7406fb30 msgr2=0x7f0a740b0df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:39.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 shutdown_connections 2024-09-17T03:31:39.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.864+0000 7f0a7bfda640 1 -- 172.21.15.112:0/3922037952 wait complete. 2024-09-17T03:31:39.874 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 4c0a1827-a58c-4406-8e46-e886a9458844 1 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.986+0000 7f1898ca9640 1 -- 172.21.15.112:0/2261717629 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189415c460 msgr2=0x7f18940cc8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.986+0000 7f1898ca9640 1 --2- 172.21.15.112:0/2261717629 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189415c460 0x7f18940cc8a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1884009830 tx=0x7f188402a510 comp rx=0 tx=0).stop 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.987+0000 7f1898ca9640 1 -- 172.21.15.112:0/2261717629 shutdown_connections 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.987+0000 7f1898ca9640 1 --2- 172.21.15.112:0/2261717629 >> v2:172.21.15.112:3300/0 conn(0x7f189406ddf0 0x7f189406e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.987+0000 7f1898ca9640 1 --2- 172.21.15.112:0/2261717629 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189415c460 0x7f18940cc8a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.987+0000 7f1898ca9640 1 -- 172.21.15.112:0/2261717629 >> 172.21.15.112:0/2261717629 conn(0x7f18940cd900 msgr2=0x7f1894073460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.987+0000 7f1898ca9640 1 -- 172.21.15.112:0/2261717629 shutdown_connections 2024-09-17T03:31:39.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.987+0000 7f1898ca9640 1 -- 172.21.15.112:0/2261717629 wait complete. 2024-09-17T03:31:39.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.989+0000 7f1898ca9640 1 Processor -- start 2024-09-17T03:31:39.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.989+0000 7f1898ca9640 1 -- start start 2024-09-17T03:31:39.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1898ca9640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 0x7f18941f3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1898ca9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f189415c460 0x7f18941e4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1898ca9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f189415f6b0 0x7f18940b5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:39.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1898ca9640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1894071760 con 0x7f189415c460 2024-09-17T03:31:39.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1898ca9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f18940715e0 con 0x7f189415f6b0 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1898ca9640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f18940718e0 con 0x7f189406ddf0 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 0x7f18941f3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 0x7f18941f3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.112:59158/0 (socket says 172.21.15.112:59158) 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 -- 172.21.15.112:0/3238224235 learned_addr learned my addr 172.21.15.112:0/3238224235 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1892d9d640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f189415f6b0 0x7f18940b5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f1891d9b640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f189415c460 0x7f18941e4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:39.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 -- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f189415f6b0 msgr2=0x7f18940b5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f189415f6b0 0x7f18940b5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 -- 172.21.15.112:0/3238224235 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f189415c460 msgr2=0x7f18941e4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f189415c460 0x7f18941e4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.990+0000 7f189259c640 1 -- 172.21.15.112:0/3238224235 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1894144770 con 0x7f189406ddf0 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f189259c640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 0x7f18941f3400 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1884009950 tx=0x7f1884033c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884031d60 con 0x7f189406ddf0 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1884033e10 con 0x7f189406ddf0 2024-09-17T03:31:39.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18941f3a10 con 0x7f189406ddf0 2024-09-17T03:31:39.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884033310 con 0x7f189406ddf0 2024-09-17T03:31:39.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f18941f3fd0 con 0x7f189406ddf0 2024-09-17T03:31:39.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f18840334b0 con 0x7f189406ddf0 2024-09-17T03:31:39.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.991+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f188403b7c0 con 0x7f189406ddf0 2024-09-17T03:31:39.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.992+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18940b5660 con 0x7f189406ddf0 2024-09-17T03:31:39.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:39.994+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f18940b5660 con 0x7f189406ddf0 2024-09-17T03:31:40.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.064+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4c0a1827-a58c-4406-8e46-e886a9458844", "id": 1} v 0) -- 0x7f18940cb360 con 0x7f189406ddf0 2024-09-17T03:31:40.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.068+0000 7f1882ffd640 1 -- 172.21.15.112:0/3238224235 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4c0a1827-a58c-4406-8e46-e886a9458844", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f1884051020 con 0x7f189406ddf0 2024-09-17T03:31:40.067 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 msgr2=0x7f18941f3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 0x7f18941f3400 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1884009950 tx=0x7f1884033c20 comp rx=0 tx=0).stop 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 shutdown_connections 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f189415f6b0 0x7f18940b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f189415c460 0x7f18941e4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 --2- 172.21.15.112:0/3238224235 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f189406ddf0 0x7f18941f3400 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 >> 172.21.15.112:0/3238224235 conn(0x7f18940cd900 msgr2=0x7f18940c5920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 shutdown_connections 2024-09-17T03:31:40.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.069+0000 7f1898ca9640 1 -- 172.21.15.112:0/3238224235 wait complete. 2024-09-17T03:31:40.079 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 79d37033-0e84-4dec-a4fd-e459ece054ea 2 2024-09-17T03:31:40.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.191+0000 7f354d72b640 1 -- 172.21.15.112:0/1580291348 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1c40 msgr2=0x7f3548072be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.191+0000 7f354d72b640 1 --2- 172.21.15.112:0/1580291348 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1c40 0x7f3548072be0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3548072110 tx=0x7f354002a820 comp rx=0 tx=0).stop 2024-09-17T03:31:40.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.191+0000 7f354d72b640 1 -- 172.21.15.112:0/1580291348 shutdown_connections 2024-09-17T03:31:40.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.191+0000 7f354d72b640 1 --2- 172.21.15.112:0/1580291348 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1c40 0x7f3548072be0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.191+0000 7f354d72b640 1 --2- 172.21.15.112:0/1580291348 >> v2:172.21.15.45:3300/0 conn(0x7f354815ff20 0x7f3548070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.192+0000 7f354d72b640 1 -- 172.21.15.112:0/1580291348 >> 172.21.15.112:0/1580291348 conn(0x7f35480ceee0 msgr2=0x7f35480cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.192+0000 7f354d72b640 1 -- 172.21.15.112:0/1580291348 shutdown_connections 2024-09-17T03:31:40.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.192+0000 7f354d72b640 1 -- 172.21.15.112:0/1580291348 wait complete. 2024-09-17T03:31:40.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.193+0000 7f354d72b640 1 Processor -- start 2024-09-17T03:31:40.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.194+0000 7f354d72b640 1 -- start start 2024-09-17T03:31:40.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f354d72b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 0x7f354806f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f354d72b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f35480d1c40 0x7f35480b38e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f354d72b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 0x7f35480b3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f354d72b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f354815cea0 con 0x7f35480d1c40 2024-09-17T03:31:40.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f354d72b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3548073440 con 0x7f35480d1830 2024-09-17T03:31:40.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f354d72b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f354815d020 con 0x7f354815ff20 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f3546ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 0x7f354806f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 0x7f35480b3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 0x7f35480b3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.112:59168/0 (socket says 172.21.15.112:59168) 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f3546ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 0x7f354806f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55426/0 (socket says 172.21.15.112:55426) 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 -- 172.21.15.112:0/3460691716 learned_addr learned my addr 172.21.15.112:0/3460691716 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35467fc640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f35480d1c40 0x7f35480b38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 -- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 msgr2=0x7f354806f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 0x7f354806f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 -- 172.21.15.112:0/3460691716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f35480d1c40 msgr2=0x7f35480b38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f35480d1c40 0x7f35480b38e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35477fe640 1 -- 172.21.15.112:0/3460691716 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f354806fc70 con 0x7f354815ff20 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f35467fc640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f35480d1c40 0x7f35480b38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.195+0000 7f3546ffd640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 0x7f354806f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:40.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f35477fe640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 0x7f35480b3e20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3540009b30 tx=0x7f3540032d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3540037040 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3540042070 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35481f9090 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35400042a0 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f35481f9650 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3540004440 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.196+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f354003d440 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.197+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3548072be0 con 0x7f354815ff20 2024-09-17T03:31:40.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.199+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f3540047460 con 0x7f354815ff20 2024-09-17T03:31:40.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.267+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd new", "uuid": "79d37033-0e84-4dec-a4fd-e459ece054ea", "id": 2} v 0) -- 0x7f354815d480 con 0x7f354815ff20 2024-09-17T03:31:40.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.271+0000 7f353f7fe640 1 -- 172.21.15.112:0/3460691716 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "79d37033-0e84-4dec-a4fd-e459ece054ea", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f3540047a00 con 0x7f354815ff20 2024-09-17T03:31:40.270 INFO:teuthology.orchestra.run.smithi112.stdout:2 2024-09-17T03:31:40.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 msgr2=0x7f35480b3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 0x7f35480b3e20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3540009b30 tx=0x7f3540032d10 comp rx=0 tx=0).stop 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 shutdown_connections 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f354815ff20 0x7f35480b3e20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f35480d1c40 0x7f35480b38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 --2- 172.21.15.112:0/3460691716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35480d1830 0x7f354806f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 >> 172.21.15.112:0/3460691716 conn(0x7f35480ceee0 msgr2=0x7f3548070100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 shutdown_connections 2024-09-17T03:31:40.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.272+0000 7f354d72b640 1 -- 172.21.15.112:0/3460691716 wait complete. 2024-09-17T03:31:40.282 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new b92bc19a-bb4c-40b2-ba68-ad75cb6f5736 3 2024-09-17T03:31:40.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 -- 172.21.15.112:0/3530584836 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f98080ccc20 msgr2=0x7f98081602c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 --2- 172.21.15.112:0/3530584836 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f98080ccc20 0x7f98081602c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f97f4005fd0 tx=0x7f97f402a540 comp rx=0 tx=0).stop 2024-09-17T03:31:40.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 -- 172.21.15.112:0/3530584836 shutdown_connections 2024-09-17T03:31:40.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 --2- 172.21.15.112:0/3530584836 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f98080ccc20 0x7f98081602c0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 --2- 172.21.15.112:0/3530584836 >> v2:172.21.15.45:3300/0 conn(0x7f980815ca30 0x7f98080cc6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 -- 172.21.15.112:0/3530584836 >> 172.21.15.112:0/3530584836 conn(0x7f98080b3b80 msgr2=0x7f98080b3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 -- 172.21.15.112:0/3530584836 shutdown_connections 2024-09-17T03:31:40.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.395+0000 7f980edf1640 1 -- 172.21.15.112:0/3530584836 wait complete. 2024-09-17T03:31:40.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.397+0000 7f980edf1640 1 Processor -- start 2024-09-17T03:31:40.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.397+0000 7f980edf1640 1 -- start start 2024-09-17T03:31:40.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98080ccc20 0x7f98080b73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 0x7f980814d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9808160800 0x7f9808156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f98081534e0 con 0x7f98080ccc20 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9808153360 con 0x7f9808160800 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9808153660 con 0x7f980815ca30 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 0x7f980814d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 0x7f980814d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.112:59184/0 (socket says 172.21.15.112:59184) 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980d38e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9808160800 0x7f9808156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 -- 172.21.15.112:0/2595445980 learned_addr learned my addr 172.21.15.112:0/2595445980 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980cb8d640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98080ccc20 0x7f98080b73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 -- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9808160800 msgr2=0x7f9808156040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9808160800 0x7f9808156040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 -- 172.21.15.112:0/2595445980 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98080ccc20 msgr2=0x7f98080b73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98080ccc20 0x7f98080b73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 -- 172.21.15.112:0/2595445980 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98081f4470 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980d38e640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9808160800 0x7f9808156040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f9807fff640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 0x7f980814d450 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f97f4000c00 tx=0x7f97f40038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97f403e030 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97f4003db0 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98081f6e80 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97f4035040 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.399+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f980814e960 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.400+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f97f4041030 con 0x7f980815ca30 2024-09-17T03:31:40.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.400+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f97f4043cb0 con 0x7f980815ca30 2024-09-17T03:31:40.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.401+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98081602c0 con 0x7f980815ca30 2024-09-17T03:31:40.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.403+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f97f4043410 con 0x7f980815ca30 2024-09-17T03:31:40.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.473+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b92bc19a-bb4c-40b2-ba68-ad75cb6f5736", "id": 3} v 0) -- 0x7f98081f4190 con 0x7f980815ca30 2024-09-17T03:31:40.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.476+0000 7f98057fa640 1 -- 172.21.15.112:0/2595445980 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b92bc19a-bb4c-40b2-ba68-ad75cb6f5736", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f97f4004f20 con 0x7f980815ca30 2024-09-17T03:31:40.476 INFO:teuthology.orchestra.run.smithi112.stdout:3 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.477+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 msgr2=0x7f980814d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.477+0000 7f980edf1640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 0x7f980814d450 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f97f4000c00 tx=0x7f97f40038a0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.477+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 shutdown_connections 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.477+0000 7f980edf1640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9808160800 0x7f9808156040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.477+0000 7f980edf1640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f980815ca30 0x7f980814d450 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.477+0000 7f980edf1640 1 --2- 172.21.15.112:0/2595445980 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98080ccc20 0x7f98080b73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.478+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 >> 172.21.15.112:0/2595445980 conn(0x7f98080b3b80 msgr2=0x7f98080cbe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.478+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 shutdown_connections 2024-09-17T03:31:40.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.478+0000 7f980edf1640 1 -- 172.21.15.112:0/2595445980 wait complete. 2024-09-17T03:31:40.487 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 43d423a4-ef3e-4067-a86b-53c166ebdee4 4 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 -- 172.21.15.112:0/1631974629 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 msgr2=0x7f613006e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 --2- 172.21.15.112:0/1631974629 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f613006e200 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f61300cc410 tx=0x7f612802aa30 comp rx=0 tx=0).stop 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 -- 172.21.15.112:0/1631974629 shutdown_connections 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 --2- 172.21.15.112:0/1631974629 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f613006e200 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 --2- 172.21.15.112:0/1631974629 >> v2:172.21.15.112:3300/0 conn(0x7f613015f6b0 0x7f61300af8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 --2- 172.21.15.112:0/1631974629 >> v2:172.21.15.45:3300/0 conn(0x7f613015c460 0x7f61300cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 -- 172.21.15.112:0/1631974629 >> 172.21.15.112:0/1631974629 conn(0x7f61300cd900 msgr2=0x7f6130073460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 -- 172.21.15.112:0/1631974629 shutdown_connections 2024-09-17T03:31:40.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.600+0000 7f6135f90640 1 -- 172.21.15.112:0/1631974629 wait complete. 2024-09-17T03:31:40.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.602+0000 7f6135f90640 1 Processor -- start 2024-09-17T03:31:40.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.602+0000 7f6135f90640 1 -- start start 2024-09-17T03:31:40.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f6135f90640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f6130154520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f6135f90640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f613015c460 0x7f6130154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f6135f90640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f613015f6b0 0x7f6130154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f6135f90640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f61300716b0 con 0x7f613015f6b0 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f6135f90640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6130071530 con 0x7f613015c460 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f6135f90640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f6130071830 con 0x7f613006ddf0 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f612f7fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f6130154520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f612effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f613015c460 0x7f6130154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f612f7fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f6130154520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.112:59204/0 (socket says 172.21.15.112:59204) 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f612f7fe640 1 -- 172.21.15.112:0/103092699 learned_addr learned my addr 172.21.15.112:0/103092699 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.603+0000 7f612ffff640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f613015f6b0 0x7f6130154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612f7fe640 1 -- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f613015c460 msgr2=0x7f6130154a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612f7fe640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f613015c460 0x7f6130154a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612f7fe640 1 -- 172.21.15.112:0/103092699 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f613015f6b0 msgr2=0x7f6130154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612f7fe640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f613015f6b0 0x7f6130154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612f7fe640 1 -- 172.21.15.112:0/103092699 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6130153480 con 0x7f613006ddf0 2024-09-17T03:31:40.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612effd640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f613015c460 0x7f6130154a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f612f7fe640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f6130154520 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f61240099a0 tx=0x7f6124009e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124004020 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61240041c0 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124007860 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6130153760 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6130153d20 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6124021020 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.604+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f6124004b10 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.605+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6130071d50 con 0x7f613006ddf0 2024-09-17T03:31:40.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.607+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f6124028030 con 0x7f613006ddf0 2024-09-17T03:31:40.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.678+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd new", "uuid": "43d423a4-ef3e-4067-a86b-53c166ebdee4", "id": 4} v 0) -- 0x7f61300cb360 con 0x7f613006ddf0 2024-09-17T03:31:40.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.681+0000 7f6117fff640 1 -- 172.21.15.112:0/103092699 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "43d423a4-ef3e-4067-a86b-53c166ebdee4", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f6124004db0 con 0x7f613006ddf0 2024-09-17T03:31:40.680 INFO:teuthology.orchestra.run.smithi112.stdout:4 2024-09-17T03:31:40.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 msgr2=0x7f6130154520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f6130154520 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f61240099a0 tx=0x7f6124009e60 comp rx=0 tx=0).stop 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 shutdown_connections 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f613015c460 0x7f6130154a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f613015f6b0 0x7f6130154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 --2- 172.21.15.112:0/103092699 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f613006ddf0 0x7f6130154520 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 >> 172.21.15.112:0/103092699 conn(0x7f61300cd900 msgr2=0x7f613015d780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 shutdown_connections 2024-09-17T03:31:40.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.682+0000 7f6135f90640 1 -- 172.21.15.112:0/103092699 wait complete. 2024-09-17T03:31:40.692 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new ef3b4b6d-13c0-4864-91a3-166f425aeccd 5 2024-09-17T03:31:40.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 -- 172.21.15.112:0/364329677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f63140ccdf0 msgr2=0x7f63141602c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 --2- 172.21.15.112:0/364329677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f63140ccdf0 0x7f63141602c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f63140ce9f0 tx=0x7f630002a4a0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 -- 172.21.15.112:0/364329677 shutdown_connections 2024-09-17T03:31:40.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 --2- 172.21.15.112:0/364329677 >> v2:172.21.15.45:3300/0 conn(0x7f6314160800 0x7f6314152c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 --2- 172.21.15.112:0/364329677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f63140ccdf0 0x7f63141602c0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 -- 172.21.15.112:0/364329677 >> 172.21.15.112:0/364329677 conn(0x7f63140b3b80 msgr2=0x7f63140b3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 -- 172.21.15.112:0/364329677 shutdown_connections 2024-09-17T03:31:40.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.805+0000 7f631ae30640 1 -- 172.21.15.112:0/364329677 wait complete. 2024-09-17T03:31:40.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.807+0000 7f631ae30640 1 Processor -- start 2024-09-17T03:31:40.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.807+0000 7f631ae30640 1 -- start start 2024-09-17T03:31:40.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.808+0000 7f631ae30640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 0x7f6314153a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.808+0000 7f631ae30640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6314160800 0x7f63141f4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.808+0000 7f631ae30640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63141f53f0 0x7f6314155f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.808+0000 7f631ae30640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6314153520 con 0x7f63141f53f0 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.808+0000 7f631ae30640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f63141533a0 con 0x7f631415ca30 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.808+0000 7f631ae30640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f63141536a0 con 0x7f6314160800 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 0x7f6314153a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6313fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6314160800 0x7f63141f4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 0x7f6314153a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55474/0 (socket says 172.21.15.112:55474) 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 -- 172.21.15.112:0/2998580549 learned_addr learned my addr 172.21.15.112:0/2998580549 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f63193cd640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63141f53f0 0x7f6314155f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 -- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6314160800 msgr2=0x7f63141f4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6314160800 0x7f63141f4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 -- 172.21.15.112:0/2998580549 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63141f53f0 msgr2=0x7f6314155f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63141f53f0 0x7f6314155f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 -- 172.21.15.112:0/2998580549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6314154280 con 0x7f631415ca30 2024-09-17T03:31:40.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f6318bcc640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 0x7f6314153a50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f630800c370 tx=0x7f630800c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6308006890 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6308006b40 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6314154560 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6308007020 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6314154b20 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.809+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6308019020 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.810+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f63080129a0 con 0x7f631415ca30 2024-09-17T03:31:40.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.811+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63141602c0 con 0x7f631415ca30 2024-09-17T03:31:40.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.813+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f63080076e0 con 0x7f631415ca30 2024-09-17T03:31:40.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.883+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd new", "uuid": "ef3b4b6d-13c0-4864-91a3-166f425aeccd", "id": 5} v 0) -- 0x7f63140ce750 con 0x7f631415ca30 2024-09-17T03:31:40.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.887+0000 7f63117fa640 1 -- 172.21.15.112:0/2998580549 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ef3b4b6d-13c0-4864-91a3-166f425aeccd", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f6308012c40 con 0x7f631415ca30 2024-09-17T03:31:40.886 INFO:teuthology.orchestra.run.smithi112.stdout:5 2024-09-17T03:31:40.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.887+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 msgr2=0x7f6314153a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:40.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.887+0000 7f631ae30640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 0x7f6314153a50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f630800c370 tx=0x7f630800c830 comp rx=0 tx=0).stop 2024-09-17T03:31:40.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 shutdown_connections 2024-09-17T03:31:40.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63141f53f0 0x7f6314155f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6314160800 0x7f63141f4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 --2- 172.21.15.112:0/2998580549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f631415ca30 0x7f6314153a50 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:40.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 >> 172.21.15.112:0/2998580549 conn(0x7f63140b3b80 msgr2=0x7f63140b2ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:40.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 shutdown_connections 2024-09-17T03:31:40.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:40.888+0000 7f631ae30640 1 -- 172.21.15.112:0/2998580549 wait complete. 2024-09-17T03:31:40.898 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 16eba8d6-d128-424c-a728-fb81e92a106c 6 2024-09-17T03:31:41.010 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 -- 172.21.15.112:0/625725003 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b6415e740 msgr2=0x7f5b640b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 --2- 172.21.15.112:0/625725003 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b6415e740 0x7f5b640b78e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5b640d50e0 tx=0x7f5b5802a560 comp rx=0 tx=0).stop 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 -- 172.21.15.112:0/625725003 shutdown_connections 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 --2- 172.21.15.112:0/625725003 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b640cef40 0x7f5b640cf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 --2- 172.21.15.112:0/625725003 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b6415e740 0x7f5b640b78e0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 --2- 172.21.15.112:0/625725003 >> v2:172.21.15.45:3300/0 conn(0x7f5b6406e5c0 0x7f5b640b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.010+0000 7f5b6964a640 1 -- 172.21.15.112:0/625725003 >> 172.21.15.112:0/625725003 conn(0x7f5b640d4320 msgr2=0x7f5b640d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.011+0000 7f5b6964a640 1 -- 172.21.15.112:0/625725003 shutdown_connections 2024-09-17T03:31:41.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.011+0000 7f5b6964a640 1 -- 172.21.15.112:0/625725003 wait complete. 2024-09-17T03:31:41.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.012+0000 7f5b6964a640 1 Processor -- start 2024-09-17T03:31:41.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.012+0000 7f5b6964a640 1 -- start start 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b6964a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 0x7f5b640ca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b6964a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b640cef40 0x7f5b6414cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b6964a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b6415e740 0x7f5b6414c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b6964a640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f5b640d3210 con 0x7f5b6415e740 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b6964a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5b640d3090 con 0x7f5b640cef40 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b6964a640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f5b640d3390 con 0x7f5b6406e5c0 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 0x7f5b640ca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b627fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b640cef40 0x7f5b6414cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 0x7f5b640ca2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.112:59242/0 (socket says 172.21.15.112:59242) 2024-09-17T03:31:41.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 -- 172.21.15.112:0/1493068215 learned_addr learned my addr 172.21.15.112:0/1493068215 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b637fe640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b6415e740 0x7f5b6414c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 -- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b640cef40 msgr2=0x7f5b6414cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b640cef40 0x7f5b6414cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 -- 172.21.15.112:0/1493068215 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b6415e740 msgr2=0x7f5b6414c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b6415e740 0x7f5b6414c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 -- 172.21.15.112:0/1493068215 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b640c9200 con 0x7f5b6406e5c0 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.014+0000 7f5b62ffd640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 0x7f5b640ca2a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5b5400d650 tx=0x7f5b5400db10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b54017070 con 0x7f5b6406e5c0 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b54004310 con 0x7f5b6406e5c0 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b640c94e0 con 0x7f5b6406e5c0 2024-09-17T03:31:41.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b54005280 con 0x7f5b6406e5c0 2024-09-17T03:31:41.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b640c9aa0 con 0x7f5b6406e5c0 2024-09-17T03:31:41.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5b54009820 con 0x7f5b6406e5c0 2024-09-17T03:31:41.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.015+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f5b54003be0 con 0x7f5b6406e5c0 2024-09-17T03:31:41.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.016+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b640b78e0 con 0x7f5b6406e5c0 2024-09-17T03:31:41.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.018+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f5b54020020 con 0x7f5b6406e5c0 2024-09-17T03:31:41.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.088+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd new", "uuid": "16eba8d6-d128-424c-a728-fb81e92a106c", "id": 6} v 0) -- 0x7f5b640cec30 con 0x7f5b6406e5c0 2024-09-17T03:31:41.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.092+0000 7f5b4b7fe640 1 -- 172.21.15.112:0/1493068215 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "16eba8d6-d128-424c-a728-fb81e92a106c", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f5b54009ca0 con 0x7f5b6406e5c0 2024-09-17T03:31:41.092 INFO:teuthology.orchestra.run.smithi112.stdout:6 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 msgr2=0x7f5b640ca2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 0x7f5b640ca2a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5b5400d650 tx=0x7f5b5400db10 comp rx=0 tx=0).stop 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 shutdown_connections 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5b640cef40 0x7f5b6414cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b6415e740 0x7f5b6414c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 --2- 172.21.15.112:0/1493068215 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5b6406e5c0 0x7f5b640ca2a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 >> 172.21.15.112:0/1493068215 conn(0x7f5b640d4320 msgr2=0x7f5b640b8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 shutdown_connections 2024-09-17T03:31:41.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.093+0000 7f5b6964a640 1 -- 172.21.15.112:0/1493068215 wait complete. 2024-09-17T03:31:41.103 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 74e7cae3-d71c-4f35-be2c-d83b9db94316 7 2024-09-17T03:31:41.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 -- 172.21.15.112:0/1860545429 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 msgr2=0x7ff474156aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/1860545429 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 0x7ff474156aa0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff4740c9110 tx=0x7ff46402a4a0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 -- 172.21.15.112:0/1860545429 shutdown_connections 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/1860545429 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff474160050 0x7ff474160460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/1860545429 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 0x7ff474156aa0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/1860545429 >> v2:172.21.15.45:3300/0 conn(0x7ff4740d1430 0x7ff474156560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 -- 172.21.15.112:0/1860545429 >> 172.21.15.112:0/1860545429 conn(0x7ff4740b3ba0 msgr2=0x7ff4740b3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 -- 172.21.15.112:0/1860545429 shutdown_connections 2024-09-17T03:31:41.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.216+0000 7ff47c7a1640 1 -- 172.21.15.112:0/1860545429 wait complete. 2024-09-17T03:31:41.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.218+0000 7ff47c7a1640 1 Processor -- start 2024-09-17T03:31:41.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.218+0000 7ff47c7a1640 1 -- start start 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.219+0000 7ff47c7a1640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 0x7ff4741f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.219+0000 7ff47c7a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 0x7ff4740c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.219+0000 7ff47c7a1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff474160050 0x7ff47415b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47c7a1640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff474070680 con 0x7ff474160050 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47c7a1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff474070500 con 0x7ff4740d1840 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47c7a1640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff474070800 con 0x7ff4740d1430 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 0x7ff4741f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 0x7ff4741f5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.112:59260/0 (socket says 172.21.15.112:59260) 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 -- 172.21.15.112:0/104805939 learned_addr learned my addr 172.21.15.112:0/104805939 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-09-17T03:31:41.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff479d3c640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 0x7ff4740c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47ad3e640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff474160050 0x7ff47415b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 -- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 msgr2=0x7ff4740c6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 0x7ff4740c6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 -- 172.21.15.112:0/104805939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff474160050 msgr2=0x7ff47415b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff474160050 0x7ff47415b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 -- 172.21.15.112:0/104805939 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4741f61b0 con 0x7ff4740d1430 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47a53d640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 0x7ff4741f5270 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff47000d650 tx=0x7ff47000db10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff470017070 con 0x7ff4740d1430 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff470004310 con 0x7ff4740d1430 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff474156120 con 0x7ff4740d1430 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff470005280 con 0x7ff4740d1430 2024-09-17T03:31:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.220+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4741f5bf0 con 0x7ff4740d1430 2024-09-17T03:31:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.221+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff470009820 con 0x7ff4740d1430 2024-09-17T03:31:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.221+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7ff470003c50 con 0x7ff4740d1430 2024-09-17T03:31:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.221+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff474160460 con 0x7ff4740d1430 2024-09-17T03:31:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.223+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7ff470020020 con 0x7ff4740d1430 2024-09-17T03:31:41.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.294+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd new", "uuid": "74e7cae3-d71c-4f35-be2c-d83b9db94316", "id": 7} v 0) -- 0x7ff474156a40 con 0x7ff4740d1430 2024-09-17T03:31:41.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.297+0000 7ff46affd640 1 -- 172.21.15.112:0/104805939 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "74e7cae3-d71c-4f35-be2c-d83b9db94316", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7ff470009d40 con 0x7ff4740d1430 2024-09-17T03:31:41.297 INFO:teuthology.orchestra.run.smithi112.stdout:7 2024-09-17T03:31:41.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 msgr2=0x7ff4741f5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 0x7ff4741f5270 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff47000d650 tx=0x7ff47000db10 comp rx=0 tx=0).stop 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 shutdown_connections 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4740d1840 0x7ff4740c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff474160050 0x7ff47415b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 --2- 172.21.15.112:0/104805939 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4740d1430 0x7ff4741f5270 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 >> 172.21.15.112:0/104805939 conn(0x7ff4740b3ba0 msgr2=0x7ff4740b6ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 shutdown_connections 2024-09-17T03:31:41.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:31:41.298+0000 7ff47c7a1640 1 -- 172.21.15.112:0/104805939 wait complete. 2024-09-17T03:31:41.308 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-17T03:31:41.308 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-17T03:31:41.310 INFO:tasks.ceph.osd.0:Started 2024-09-17T03:31:41.310 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-17T03:31:41.311 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-17T03:31:41.313 INFO:tasks.ceph.osd.1:Started 2024-09-17T03:31:41.313 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-17T03:31:41.313 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-17T03:31:41.315 INFO:tasks.ceph.osd.2:Started 2024-09-17T03:31:41.315 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-17T03:31:41.315 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-17T03:31:41.317 INFO:tasks.ceph.osd.3:Started 2024-09-17T03:31:41.318 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-17T03:31:41.318 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-17T03:31:41.320 INFO:tasks.ceph.osd.4:Started 2024-09-17T03:31:41.320 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-17T03:31:41.320 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-17T03:31:41.322 INFO:tasks.ceph.osd.5:Started 2024-09-17T03:31:41.322 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-17T03:31:41.322 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-17T03:31:41.324 INFO:tasks.ceph.osd.6:Started 2024-09-17T03:31:41.324 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-17T03:31:41.324 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-17T03:31:41.327 INFO:tasks.ceph.osd.7:Started 2024-09-17T03:31:41.327 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:31:41.486 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/3894255297 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815d3d0 msgr2=0x7fbee806cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/3894255297 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815d3d0 0x7fbee806cde0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbee806dec0 tx=0x7fbee002aa30 comp rx=0 tx=0).stop 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/3894255297 shutdown_connections 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/3894255297 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815d3d0 0x7fbee806cde0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/3894255297 >> v2:172.21.15.112:3300/0 conn(0x7fbee806f440 0x7fbee815ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/3894255297 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee815c490 0x7fbee806ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/3894255297 >> 172.21.15.45:0/3894255297 conn(0x7fbee8073b80 msgr2=0x7fbee8073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/3894255297 shutdown_connections 2024-09-17T03:31:41.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.487+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/3894255297 wait complete. 2024-09-17T03:31:41.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.489+0000 7fbeeeb0b640 1 Processor -- start 2024-09-17T03:31:41.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.489+0000 7fbeeeb0b640 1 -- start start 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeeeb0b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee806f440 0x7fbee81f87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeeeb0b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 0x7fbee8152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeeeb0b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbee815d3d0 0x7fbee80cf7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeeeb0b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbee806d4a0 con 0x7fbee815c490 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeeeb0b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbee806d320 con 0x7fbee815d3d0 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeeeb0b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbee806d620 con 0x7fbee806f440 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbee7fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 0x7fbee8152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbee7fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 0x7fbee8152ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41192/0 (socket says 172.21.15.45:41192) 2024-09-17T03:31:41.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbee7fff640 1 -- 172.21.15.45:0/665107175 learned_addr learned my addr 172.21.15.45:0/665107175 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeec8a7640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee806f440 0x7fbee81f87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.490+0000 7fbeed0a8640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbee815d3d0 0x7fbee80cf7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeec8a7640 1 -- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbee815d3d0 msgr2=0x7fbee80cf7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeec8a7640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbee815d3d0 0x7fbee80cf7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeec8a7640 1 -- 172.21.15.45:0/665107175 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 msgr2=0x7fbee8152ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeec8a7640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 0x7fbee8152ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeec8a7640 1 -- 172.21.15.45:0/665107175 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee80b2570 con 0x7fbee806f440 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbee7fff640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 0x7fbee8152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeec8a7640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee806f440 0x7fbee81f87e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbedc00e6f0 tx=0x7fbedc00ebb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbedc004220 con 0x7fbee806f440 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbedc00c8b0 con 0x7fbee806f440 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee81f9350 con 0x7fbee806f440 2024-09-17T03:31:41.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbedc00cd00 con 0x7fbee806f440 2024-09-17T03:31:41.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee80cecd0 con 0x7fbee806f440 2024-09-17T03:31:41.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbedc0053b0 con 0x7fbee806f440 2024-09-17T03:31:41.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.491+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fbedc003d60 con 0x7fbee806f440 2024-09-17T03:31:41.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.492+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee806dbb0 con 0x7fbee806f440 2024-09-17T03:31:41.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.495+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fbedc0047a0 con 0x7fbee806f440 2024-09-17T03:31:41.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.556+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbee80cd460 con 0x7fbee806f440 2024-09-17T03:31:41.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.557+0000 7fbee57fa640 1 -- 172.21.15.45:0/665107175 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fbedc004980 con 0x7fbee806f440 2024-09-17T03:31:41.557 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:41.557 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":10,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:31:41.295757+0000","last_up_change":"0.000000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee806f440 msgr2=0x7fbee81f87e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee806f440 0x7fbee81f87e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbedc00e6f0 tx=0x7fbedc00ebb0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 shutdown_connections 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbee815d3d0 0x7fbee80cf7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbee815c490 0x7fbee8152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 --2- 172.21.15.45:0/665107175 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbee806f440 0x7fbee81f87e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 >> 172.21.15.45:0/665107175 conn(0x7fbee8073b80 msgr2=0x7fbee80b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 shutdown_connections 2024-09-17T03:31:41.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:41.558+0000 7fbeeeb0b640 1 -- 172.21.15.45:0/665107175 wait complete. 2024-09-17T03:31:41.573 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-17T03:31:41.573 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-17T03:31:42.380 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-17T03:31:42.488 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 -- 172.21.15.45:0/4242398097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280cd7e0 msgr2=0x7f3e280cdbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:42.488 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 --2- 172.21.15.45:0/4242398097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280cd7e0 0x7f3e280cdbf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3e20005fd0 tx=0x7f3e2002a8b0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.488 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 -- 172.21.15.45:0/4242398097 shutdown_connections 2024-09-17T03:31:42.489 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 --2- 172.21.15.45:0/4242398097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280cd7e0 0x7f3e280cdbf0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.489 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 --2- 172.21.15.45:0/4242398097 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e28071870 0x7f3e2815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.489 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 -- 172.21.15.45:0/4242398097 >> 172.21.15.45:0/4242398097 conn(0x7f3e2806fb30 msgr2=0x7f3e2806ff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:42.489 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 -- 172.21.15.45:0/4242398097 shutdown_connections 2024-09-17T03:31:42.489 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.489+0000 7f3e2feda640 1 -- 172.21.15.45:0/4242398097 wait complete. 2024-09-17T03:31:42.490 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.490+0000 7f3e2feda640 1 Processor -- start 2024-09-17T03:31:42.490 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.491+0000 7f3e2feda640 1 -- start start 2024-09-17T03:31:42.492 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2feda640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 0x7f3e280b5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2feda640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e280d0990 0x7f3e28142a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2feda640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e281f5020 0x7f3e2814e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2feda640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2806d220 con 0x7f3e280cd7e0 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2feda640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2806d0a0 con 0x7f3e281f5020 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2feda640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3e2806d3a0 con 0x7f3e280d0990 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2dc76640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 0x7f3e280b5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2dc76640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 0x7f3e280b5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41198/0 (socket says 172.21.15.45:41198) 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2dc76640 1 -- 172.21.15.45:0/2020480485 learned_addr learned my addr 172.21.15.45:0/2020480485 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2d475640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e280d0990 0x7f3e28142a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2e477640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e281f5020 0x7f3e2814e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2d475640 1 -- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e281f5020 msgr2=0x7f3e2814e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:42.493 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2d475640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e281f5020 0x7f3e2814e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2d475640 1 -- 172.21.15.45:0/2020480485 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 msgr2=0x7f3e280b5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2d475640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 0x7f3e280b5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2d475640 1 -- 172.21.15.45:0/2020480485 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e280b4170 con 0x7f3e280d0990 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.492+0000 7f3e2dc76640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 0x7f3e280b5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.493+0000 7f3e2d475640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e280d0990 0x7f3e28142a50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3e1c00e9f0 tx=0x7f3e1c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.493+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e1c00ccc0 con 0x7f3e280d0990 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.493+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e1c004020 con 0x7f3e280d0990 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.493+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e281f5850 con 0x7f3e280d0990 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.493+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e1c00ce60 con 0x7f3e280d0990 2024-09-17T03:31:42.494 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.493+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e281f5e10 con 0x7f3e280d0990 2024-09-17T03:31:42.495 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.494+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e2806d8c0 con 0x7f3e280d0990 2024-09-17T03:31:42.495 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.494+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 2) ==== 50742+0+0 (secure 0 0 0) 0x7f3e1c0035f0 con 0x7f3e280d0990 2024-09-17T03:31:42.495 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.494+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f3e1c052ae0 con 0x7f3e280d0990 2024-09-17T03:31:42.495 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.496+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f3e1c004450 con 0x7f3e280d0990 2024-09-17T03:31:42.555 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-17T03:31:42.556+0000 7fe5d3a26640 -1 Falling back to public interface 2024-09-17T03:31:42.557 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.558+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3e280721c0 con 0x7f3e280d0990 2024-09-17T03:31:42.558 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.559+0000 7f3e1a7fc640 1 -- 172.21.15.45:0/2020480485 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f3e1c009370 con 0x7f3e280d0990 2024-09-17T03:31:42.558 INFO:teuthology.misc.health.smithi045.stdout: 2024-09-17T03:31:42.558 INFO:teuthology.misc.health.smithi045.stdout:{"epoch":10,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:31:41.295757+0000","last_up_change":"0.000000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e280d0990 msgr2=0x7f3e28142a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e280d0990 0x7f3e28142a50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3e1c00e9f0 tx=0x7f3e1c00eeb0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 shutdown_connections 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e281f5020 0x7f3e2814e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e280d0990 0x7f3e28142a50 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 --2- 172.21.15.45:0/2020480485 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e280cd7e0 0x7f3e280b5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 >> 172.21.15.45:0/2020480485 conn(0x7f3e2806fb30 msgr2=0x7f3e280b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 shutdown_connections 2024-09-17T03:31:42.560 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:42.560+0000 7f3e2feda640 1 -- 172.21.15.45:0/2020480485 wait complete. 2024-09-17T03:31:42.569 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-17T03:31:42.801 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-17T03:31:42.802+0000 7fb8fa7db640 -1 Falling back to public interface 2024-09-17T03:31:42.807 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-17T03:31:42.808+0000 7ff8463fd640 -1 Falling back to public interface 2024-09-17T03:31:42.820 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-17T03:31:42.820+0000 7f033481d640 -1 Falling back to public interface 2024-09-17T03:31:42.829 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-17T03:31:42.830+0000 7f0ddcab2640 -1 Falling back to public interface 2024-09-17T03:31:43.013 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-17T03:31:43.013+0000 7f15579a8640 -1 Falling back to public interface 2024-09-17T03:31:43.030 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-17T03:31:43.031+0000 7fd2d4c0d640 -1 Falling back to public interface 2024-09-17T03:31:43.073 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-17T03:31:43.073+0000 7fdfa5631640 -1 Falling back to public interface 2024-09-17T03:31:43.097 INFO:tasks.ceph.mgr.x.smithi112.stderr:2024-09-17T03:31:43.097+0000 7f89a8c78640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-17T03:31:43.098 INFO:tasks.ceph.mgr.x.smithi112.stderr:2024-09-17T03:31:43.098+0000 7f89a8c78640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-17T03:31:46.355 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-17T03:31:46.356+0000 7ff8463fd640 -1 osd.7 0 log_to_monitors true 2024-09-17T03:31:46.361 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-17T03:31:46.362+0000 7fe5d3a26640 -1 osd.1 0 log_to_monitors true 2024-09-17T03:31:46.556 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-17T03:31:46.557+0000 7fb8fa7db640 -1 osd.3 0 log_to_monitors true 2024-09-17T03:31:46.868 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-17T03:31:46.869+0000 7f033481d640 -1 osd.2 0 log_to_monitors true 2024-09-17T03:31:47.050 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-17T03:31:47.051+0000 7fd2d4c0d640 -1 osd.6 0 log_to_monitors true 2024-09-17T03:31:47.098 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-17T03:31:47.098+0000 7f0ddcab2640 -1 osd.5 0 log_to_monitors true 2024-09-17T03:31:47.128 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-17T03:31:47.128+0000 7fdfa5631640 -1 osd.0 0 log_to_monitors true 2024-09-17T03:31:47.252 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-17T03:31:47.252+0000 7f15579a8640 -1 osd.4 0 log_to_monitors true 2024-09-17T03:31:48.539 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-17T03:31:48.539+0000 7ff84238b640 -1 osd.7 0 waiting for initial osdmap 2024-09-17T03:31:48.551 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-17T03:31:48.552+0000 7ff83a181640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:48.649 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-17T03:31:48.650+0000 7fb8f6769640 -1 osd.3 0 waiting for initial osdmap 2024-09-17T03:31:48.661 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-17T03:31:48.662+0000 7fb8ee55f640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:48.662 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-17T03:31:48.663+0000 7fe5cf9b4640 -1 osd.1 0 waiting for initial osdmap 2024-09-17T03:31:48.679 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-17T03:31:48.680+0000 7fe5c77aa640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:49.376 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-17T03:31:49.536 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 -- 172.21.15.45:0/4033100637 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4580cdfd0 msgr2=0x7ff4580cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:49.536 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4033100637 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4580cdfd0 0x7ff4580cb920 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff450005fd0 tx=0x7ff45002a8b0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.536 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 -- 172.21.15.45:0/4033100637 shutdown_connections 2024-09-17T03:31:49.536 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4033100637 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4580cdfd0 0x7ff4580cb920 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.536 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 -- 172.21.15.45:0/4033100637 >> 172.21.15.45:0/4033100637 conn(0x7ff4580cca70 msgr2=0x7ff4580cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:49.536 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 -- 172.21.15.45:0/4033100637 shutdown_connections 2024-09-17T03:31:49.537 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.536+0000 7ff45d49b640 1 -- 172.21.15.45:0/4033100637 wait complete. 2024-09-17T03:31:49.539 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.540+0000 7ff45d49b640 1 Processor -- start 2024-09-17T03:31:49.539 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.540+0000 7ff45d49b640 1 -- start start 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.542+0000 7ff45d49b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff458073d00 0x7ff4580b4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff45d49b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 0x7ff4580b4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff45d49b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4580cdfd0 0x7ff45815cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff45d49b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff45806d4f0 con 0x7ff4580cdbc0 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff4567fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 0x7ff4580b4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff4567fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 0x7ff4580b4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43712/0 (socket says 172.21.15.45:43712) 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff4567fc640 1 -- 172.21.15.45:0/4291880895 learned_addr learned my addr 172.21.15.45:0/4291880895 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff45806d370 con 0x7ff458073d00 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff456ffd640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff458073d00 0x7ff4580b4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:49.543 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.543+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff458165810 con 0x7ff4580cdfd0 2024-09-17T03:31:49.544 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff4577fe640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4580cdfd0 0x7ff45815cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:49.545 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff456ffd640 1 -- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4580cdfd0 msgr2=0x7ff45815cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:49.545 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff456ffd640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4580cdfd0 0x7ff45815cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.545 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff456ffd640 1 -- 172.21.15.45:0/4291880895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 msgr2=0x7ff4580b4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:49.545 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff456ffd640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 0x7ff4580b4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.545 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff456ffd640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff45815db70 con 0x7ff458073d00 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.544+0000 7ff4567fc640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 0x7ff4580b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.545+0000 7ff456ffd640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff458073d00 0x7ff4580b4630 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff44800c3c0 tx=0x7ff44800c7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.545+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448017070 con 0x7ff458073d00 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.545+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4480035f0 con 0x7ff458073d00 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.545+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448003a80 con 0x7ff458073d00 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.546+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff45815de50 con 0x7ff458073d00 2024-09-17T03:31:49.546 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.546+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff45815e410 con 0x7ff458073d00 2024-09-17T03:31:49.547 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.547+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4580cf880 con 0x7ff458073d00 2024-09-17T03:31:49.548 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.549+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) ==== 101385+0+0 (secure 0 0 0) 0x7ff44801a070 con 0x7ff458073d00 2024-09-17T03:31:49.548 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.549+0000 7ff44f7fe640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff438078b30 0x7ff43807b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:49.549 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.549+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 3071+0+0 (secure 0 0 0) 0x7ff4480993d0 con 0x7ff458073d00 2024-09-17T03:31:49.549 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.550+0000 7ff4567fc640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff438078b30 0x7ff43807b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:49.552 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.550+0000 7ff4567fc640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff438078b30 0x7ff43807b040 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff440007b10 tx=0x7ff440007a60 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:49.553 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.554+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff448061d10 con 0x7ff458073d00 2024-09-17T03:31:49.684 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-17T03:31:49.684+0000 7f03309fc640 -1 osd.2 0 waiting for initial osdmap 2024-09-17T03:31:49.701 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-17T03:31:49.702+0000 7f0327fdd640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:49.701 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-17T03:31:49.702+0000 7fdfa1399640 -1 osd.0 0 waiting for initial osdmap 2024-09-17T03:31:49.715 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-17T03:31:49.716+0000 7fdf9897a640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:49.819 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.820+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4581576a0 con 0x7ff458073d00 2024-09-17T03:31:49.820 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.821+0000 7ff44f7fe640 1 -- 172.21.15.45:0/4291880895 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+9508 (secure 0 0 0) 0x7ff448066740 con 0x7ff458073d00 2024-09-17T03:31:49.820 INFO:teuthology.misc.health.smithi045.stdout: 2024-09-17T03:31:49.820 INFO:teuthology.misc.health.smithi045.stdout:{"epoch":14,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:31:49.731993+0000","last_up_change":"2024-09-17T03:31:49.731993+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff438078b30 msgr2=0x7ff43807b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff438078b30 0x7ff43807b040 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff440007b10 tx=0x7ff440007a60 comp rx=0 tx=0).stop 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff458073d00 msgr2=0x7ff4580b4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff458073d00 0x7ff4580b4630 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff44800c3c0 tx=0x7ff44800c7c0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 shutdown_connections 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff438078b30 0x7ff43807b040 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff4580cdfd0 0x7ff45815cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff4580cdbc0 0x7ff4580b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 --2- 172.21.15.45:0/4291880895 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff458073d00 0x7ff4580b4630 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 >> 172.21.15.45:0/4291880895 conn(0x7ff4580cca70 msgr2=0x7ff45806d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 shutdown_connections 2024-09-17T03:31:49.823 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:49.823+0000 7ff45d49b640 1 -- 172.21.15.45:0/4291880895 wait complete. 2024-09-17T03:31:49.832 DEBUG:teuthology.misc:5 of 8 OSDs are up 2024-09-17T03:31:50.428 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-17T03:31:50.428+0000 7f0dd9255640 -1 osd.5 0 waiting for initial osdmap 2024-09-17T03:31:50.439 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-17T03:31:50.440+0000 7f0dd0836640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:50.484 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-17T03:31:50.484+0000 7f155414b640 -1 osd.4 0 waiting for initial osdmap 2024-09-17T03:31:50.485 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-17T03:31:50.486+0000 7fd2d0496640 -1 osd.6 0 waiting for initial osdmap 2024-09-17T03:31:50.498 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-17T03:31:50.499+0000 7fd2c828c640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:50.499 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-17T03:31:50.500+0000 7f154b72c640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T03:31:56.639 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-17T03:31:56.761 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/71091764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a415ff20 msgr2=0x7fa0a4070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:56.761 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/71091764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a415ff20 0x7fa0a4070e40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa094005fd0 tx=0x7fa09402a8b0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.761 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/71091764 shutdown_connections 2024-09-17T03:31:56.761 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/71091764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a415ff20 0x7fa0a4070e40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.761 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/71091764 >> 172.21.15.45:0/71091764 conn(0x7fa0a40ceee0 msgr2=0x7fa0a40cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:56.761 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/71091764 shutdown_connections 2024-09-17T03:31:56.762 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.761+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/71091764 wait complete. 2024-09-17T03:31:56.762 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.763+0000 7fa0a8eb4640 1 Processor -- start 2024-09-17T03:31:56.763 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.763+0000 7fa0a8eb4640 1 -- start start 2024-09-17T03:31:56.765 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a8eb4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 0x7fa0a40c9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:56.765 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a8eb4640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa0a40d1c40 0x7fa0a41f62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a8eb4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0a415ff20 0x7fa0a40cadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a8eb4640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a415d230 con 0x7fa0a40d1830 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a8eb4640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a415d0b0 con 0x7fa0a415ff20 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a8eb4640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a415d3b0 con 0x7fa0a40d1c40 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 0x7fa0a40c9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 0x7fa0a40c9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43718/0 (socket says 172.21.15.45:43718) 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 -- 172.21.15.45:0/997735193 learned_addr learned my addr 172.21.15.45:0/997735193 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a2d9d640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0a415ff20 0x7fa0a40cadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a1d9b640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa0a40d1c40 0x7fa0a41f62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 -- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa0a40d1c40 msgr2=0x7fa0a41f62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa0a40d1c40 0x7fa0a41f62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.766 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 -- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0a415ff20 msgr2=0x7fa0a40cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0a415ff20 0x7fa0a40cadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.765+0000 7fa0a259c640 1 -- 172.21.15.45:0/997735193 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a40b4f40 con 0x7fa0a40d1830 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.766+0000 7fa0a259c640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 0x7fa0a40c9ac0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa09402aea0 tx=0x7fa094003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.766+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094031da0 con 0x7fa0a40d1830 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.766+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa094003e10 con 0x7fa0a40d1830 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.766+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a40b51b0 con 0x7fa0a40d1830 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.766+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094033310 con 0x7fa0a40d1830 2024-09-17T03:31:56.767 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.766+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a40b5770 con 0x7fa0a40d1830 2024-09-17T03:31:56.768 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.767+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a4070100 con 0x7fa0a40d1830 2024-09-17T03:31:56.768 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.768+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa0940334b0 con 0x7fa0a40d1830 2024-09-17T03:31:56.768 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.768+0000 7fa09affd640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa084078b90 0x7fa08407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:56.768 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.769+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fa0940bbf10 con 0x7fa0a40d1830 2024-09-17T03:31:56.768 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.769+0000 7fa0a1d9b640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa084078b90 0x7fa08407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:56.769 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.769+0000 7fa0a1d9b640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa084078b90 0x7fa08407b0a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40cc1b0 tx=0x7fa08c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:56.773 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.774+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa09403f030 con 0x7fa0a40d1830 2024-09-17T03:31:56.961 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.962+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0a415f860 con 0x7fa0a40d1830 2024-09-17T03:31:56.962 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.963+0000 7fa09affd640 1 -- 172.21.15.45:0/997735193 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12884 (secure 0 0 0) 0x7fa0940317b0 con 0x7fa0a40d1830 2024-09-17T03:31:56.962 INFO:teuthology.misc.health.smithi045.stdout: 2024-09-17T03:31:56.962 INFO:teuthology.misc.health.smithi045.stdout:{"epoch":17,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:31:52.816958+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:31:56.964 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa084078b90 msgr2=0x7fa08407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa084078b90 0x7fa08407b0a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40cc1b0 tx=0x7fa08c009040 comp rx=0 tx=0).stop 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 msgr2=0x7fa0a40c9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 0x7fa0a40c9ac0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa09402aea0 tx=0x7fa094003c20 comp rx=0 tx=0).stop 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 shutdown_connections 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa084078b90 0x7fa08407b0a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0a415ff20 0x7fa0a40cadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa0a40d1c40 0x7fa0a41f62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 --2- 172.21.15.45:0/997735193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa0a40d1830 0x7fa0a40c9ac0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 >> 172.21.15.45:0/997735193 conn(0x7fa0a40ceee0 msgr2=0x7fa0a415a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 shutdown_connections 2024-09-17T03:31:56.965 INFO:teuthology.misc.health.smithi045.stderr:2024-09-17T03:31:56.965+0000 7fa0a8eb4640 1 -- 172.21.15.45:0/997735193 wait complete. 2024-09-17T03:31:56.974 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-17T03:31:56.974 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-17T03:31:56.975 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-17T03:31:56.975 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-17T03:31:56.977 INFO:tasks.ceph.mds.a:Started 2024-09-17T03:31:56.978 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-17T03:31:56.978 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-17T03:31:56.980 INFO:tasks.ceph.mds.c:Started 2024-09-17T03:31:56.980 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-17T03:31:56.980 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-17T03:31:56.983 INFO:tasks.ceph.mds.b:Started 2024-09-17T03:31:56.983 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-17T03:31:56.983 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-17T03:31:56.986 INFO:tasks.ceph.mds.d:Started 2024-09-17T03:31:56.986 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-17T03:31:56.986 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:31:57.066 INFO:tasks.ceph.mds.a.smithi045.stdout:starting mds.a at 2024-09-17T03:31:57.066 INFO:tasks.ceph.mds.c.smithi045.stdout:starting mds.c at 2024-09-17T03:31:57.067 INFO:tasks.ceph.mds.c.smithi045.stderr:2024-09-17T03:31:57.068+0000 7f7b1f6d7640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-17T03:31:57.080 INFO:tasks.ceph.mds.b.smithi112.stdout:starting mds.b at 2024-09-17T03:31:57.081 INFO:tasks.ceph.mds.d.smithi112.stdout:starting mds.d at 2024-09-17T03:31:57.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/2464284030 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 msgr2=0x7fbc1815b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:57.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/2464284030 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1815b420 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbc10009ca0 tx=0x7fbc1002aa00 comp rx=0 tx=0).stop 2024-09-17T03:31:57.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/2464284030 shutdown_connections 2024-09-17T03:31:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/2464284030 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1815b420 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/2464284030 >> v2:172.21.15.112:3300/0 conn(0x7fbc180d0180 0x7fbc180cf420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/2464284030 >> 172.21.15.45:0/2464284030 conn(0x7fbc18073b80 msgr2=0x7fbc18073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/2464284030 shutdown_connections 2024-09-17T03:31:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.111+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/2464284030 wait complete. 2024-09-17T03:31:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.113+0000 7fbc1f5c3640 1 Processor -- start 2024-09-17T03:31:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.113+0000 7fbc1f5c3640 1 -- start start 2024-09-17T03:31:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.114+0000 7fbc1f5c3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 0x7fbc181f6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.114+0000 7fbc1f5c3640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbc180d0180 0x7fbc18151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.114+0000 7fbc1f5c3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1806cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.114+0000 7fbc1f5c3640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1815f260 con 0x7fbc1815b010 2024-09-17T03:31:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.114+0000 7fbc1f5c3640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1815f0e0 con 0x7fbc180cd630 2024-09-17T03:31:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.114+0000 7fbc1f5c3640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbc1815f3e0 con 0x7fbc180d0180 2024-09-17T03:31:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1806cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1d35f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 0x7fbc181f6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1d35f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 0x7fbc181f6f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:55488/0 (socket says 172.21.15.45:55488) 2024-09-17T03:31:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1d35f640 1 -- 172.21.15.45:0/861057332 learned_addr learned my addr 172.21.15.45:0/861057332 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1cb5e640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbc180d0180 0x7fbc18151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 -- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbc180d0180 msgr2=0x7fbc18151480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbc180d0180 0x7fbc18151480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 -- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 msgr2=0x7fbc181f6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 0x7fbc181f6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 -- 172.21.15.45:0/861057332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc181f7450 con 0x7fbc1815b010 2024-09-17T03:31:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1d35f640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 0x7fbc181f6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1db60640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1806cde0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbc10032000 tx=0x7fbc10030ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc10033050 con 0x7fbc1815b010 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc10004250 con 0x7fbc1815b010 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc18157000 con 0x7fbc1815b010 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.115+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc10004660 con 0x7fbc1815b010 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.116+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc181e5030 con 0x7fbc1815b010 2024-09-17T03:31:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.116+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc181e4da0 con 0x7fbc1815b010 2024-09-17T03:31:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.117+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbc10036070 con 0x7fbc1815b010 2024-09-17T03:31:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.118+0000 7fbc09ffb640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbbfc078b90 0x7fbbfc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.118+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fbc100bb7d0 con 0x7fbc1815b010 2024-09-17T03:31:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.118+0000 7fbc1d35f640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbbfc078b90 0x7fbbfc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.118+0000 7fbc1d35f640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbbfc078b90 0x7fbbfc07b0a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbc14011440 tx=0x7fbc14005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.122+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fbc181f7450 con 0x7fbc1815b010 2024-09-17T03:31:57.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.347+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc1815f900 con 0x7fbc1815b010 2024-09-17T03:31:57.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.348+0000 7fbc09ffb640 1 -- 172.21.15.45:0/861057332 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7fbc100839a0 con 0x7fbc1815b010 2024-09-17T03:31:57.347 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:57.347 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":2,"btime":"2024-09-17T03:31:57:073236+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4386,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-17T03:31:57.347 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 2 2024-09-17T03:31:57.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbbfc078b90 msgr2=0x7fbbfc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:57.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbbfc078b90 0x7fbbfc07b0a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbc14011440 tx=0x7fbc14005f90 comp rx=0 tx=0).stop 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 msgr2=0x7fbc1806cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1806cde0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbc10032000 tx=0x7fbc10030ee0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 shutdown_connections 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbbfc078b90 0x7fbbfc07b0a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc1815b010 0x7fbc1806cde0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbc180d0180 0x7fbc18151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 --2- 172.21.15.45:0/861057332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc180cd630 0x7fbc181f6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 >> 172.21.15.45:0/861057332 conn(0x7fbc18073b80 msgr2=0x7fbc180b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 shutdown_connections 2024-09-17T03:31:57.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:57.350+0000 7fbc1f5c3640 1 -- 172.21.15.45:0/861057332 wait complete. 2024-09-17T03:31:59.361 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:31:59.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.493+0000 7f0a81063640 1 -- 172.21.15.45:0/217579044 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 msgr2=0x7f0a64003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.493+0000 7f0a81063640 1 --2- 172.21.15.45:0/217579044 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a64003e70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00c290 tx=0x7f0a64005830 comp rx=0 tx=0).stop 2024-09-17T03:31:59.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.493+0000 7f0a7b59e640 1 -- 172.21.15.45:0/217579044 reap_dead start 2024-09-17T03:31:59.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.494+0000 7f0a81063640 1 -- 172.21.15.45:0/217579044 shutdown_connections 2024-09-17T03:31:59.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.494+0000 7f0a81063640 1 -- 172.21.15.45:0/217579044 >> 172.21.15.45:0/217579044 conn(0x7f0a7c0d4320 msgr2=0x7f0a7c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:59.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.494+0000 7f0a81063640 1 -- 172.21.15.45:0/217579044 shutdown_connections 2024-09-17T03:31:59.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.494+0000 7f0a81063640 1 -- 172.21.15.45:0/217579044 wait complete. 2024-09-17T03:31:59.495 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.496+0000 7f0a81063640 1 Processor -- start 2024-09-17T03:31:59.495 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.496+0000 7f0a81063640 1 -- start start 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a81063640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a7c1f8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a81063640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a7c0b2c90 0x7f0a7c1f5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a81063640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a7c161120 0x7f0a7c161530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a81063640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c0d3000 con 0x7f0a64003a00 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a81063640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c0d2e80 con 0x7f0a7c0b2c90 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a81063640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0a7c0d3180 con 0x7f0a7c161120 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a7ad9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a7c1f8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a7ad9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a7c1f8250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43884/0 (socket says 172.21.15.45:43884) 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a7ad9d640 1 -- 172.21.15.45:0/1764454439 learned_addr learned my addr 172.21.15.45:0/1764454439 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.497+0000 7f0a7b59e640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a7c161120 0x7f0a7c161530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7a59c640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a7c0b2c90 0x7f0a7c1f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7ad9d640 1 -- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a7c161120 msgr2=0x7f0a7c161530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7ad9d640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a7c161120 0x7f0a7c161530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7ad9d640 1 -- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a7c0b2c90 msgr2=0x7f0a7c1f5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7ad9d640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a7c0b2c90 0x7f0a7c1f5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7ad9d640 1 -- 172.21.15.45:0/1764454439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a7c1f4d70 con 0x7f0a64003a00 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a7ad9d640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a7c1f8250 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00c3b0 tx=0x7f0a6c001cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c031040 con 0x7f0a64003a00 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a6c0035f0 con 0x7f0a64003a00 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a7c1f8a80 con 0x7f0a64003a00 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c003a40 con 0x7f0a64003a00 2024-09-17T03:31:59.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.498+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a7c1f9040 con 0x7f0a64003a00 2024-09-17T03:31:59.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.499+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a7c0cfe80 con 0x7f0a64003a00 2024-09-17T03:31:59.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.500+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0a6c034070 con 0x7f0a64003a00 2024-09-17T03:31:59.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.500+0000 7f0a637fe640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0a68078b90 0x7f0a6807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.500+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f0a6c0baa20 con 0x7f0a64003a00 2024-09-17T03:31:59.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.501+0000 7f0a7a59c640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0a68078b90 0x7f0a6807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.501+0000 7f0a7a59c640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0a68078b90 0x7f0a6807b0a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0a70005eb0 tx=0x7f0a70005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:59.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.505+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0a6c083320 con 0x7f0a64003a00 2024-09-17T03:31:59.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.725+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a7c0b3770 con 0x7f0a64003a00 2024-09-17T03:31:59.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.725+0000 7f0a637fe640 1 -- 172.21.15.45:0/1764454439 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3912 (secure 0 0 0) 0x7f0a6c082c20 con 0x7f0a64003a00 2024-09-17T03:31:59.725 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:31:59.725 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":3,"btime":"2024-09-17T03:31:58:074253+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4386,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-17T03:31:59.725 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 3 2024-09-17T03:31:59.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.727+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0a68078b90 msgr2=0x7f0a6807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.727+0000 7f0a81063640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0a68078b90 0x7f0a6807b0a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0a70005eb0 tx=0x7f0a70005f90 comp rx=0 tx=0).stop 2024-09-17T03:31:59.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.727+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 msgr2=0x7f0a7c1f8250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.727+0000 7f0a81063640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a7c1f8250 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00c3b0 tx=0x7f0a6c001cb0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 shutdown_connections 2024-09-17T03:31:59.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0a68078b90 0x7f0a6807b0a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a7c0b2c90 0x7f0a7c1f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0a7c161120 0x7f0a7c161530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 --2- 172.21.15.45:0/1764454439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a64003a00 0x7f0a7c1f8250 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 >> 172.21.15.45:0/1764454439 conn(0x7f0a7c0d4320 msgr2=0x7f0a7c0b9ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:59.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 shutdown_connections 2024-09-17T03:31:59.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.728+0000 7f0a81063640 1 -- 172.21.15.45:0/1764454439 wait complete. 2024-09-17T03:31:59.738 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-17T03:31:59.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.854+0000 7f2529ebd640 1 -- 172.21.15.45:0/2800631700 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25240cf650 msgr2=0x7f25240b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.854+0000 7f2529ebd640 1 --2- 172.21.15.45:0/2800631700 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25240cf650 0x7f25240b78e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f251c005fd0 tx=0x7f251c02aa90 comp rx=0 tx=0).stop 2024-09-17T03:31:59.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.855+0000 7f2529ebd640 1 -- 172.21.15.45:0/2800631700 shutdown_connections 2024-09-17T03:31:59.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.855+0000 7f2529ebd640 1 --2- 172.21.15.45:0/2800631700 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25240cf650 0x7f25240b78e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.855+0000 7f2529ebd640 1 --2- 172.21.15.45:0/2800631700 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f252406e5c0 0x7f25240b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.855+0000 7f2529ebd640 1 -- 172.21.15.45:0/2800631700 >> 172.21.15.45:0/2800631700 conn(0x7f25240d4320 msgr2=0x7f25240d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:31:59.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.855+0000 7f2529ebd640 1 -- 172.21.15.45:0/2800631700 shutdown_connections 2024-09-17T03:31:59.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.855+0000 7f2529ebd640 1 -- 172.21.15.45:0/2800631700 wait complete. 2024-09-17T03:31:59.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.856+0000 7f2529ebd640 1 Processor -- start 2024-09-17T03:31:59.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.857+0000 7f2529ebd640 1 -- start start 2024-09-17T03:31:59.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2529ebd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f252406e5c0 0x7f252415c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2529ebd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f252415e740 0x7f252415ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2529ebd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 0x7f25241f8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2529ebd640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f25240d3380 con 0x7f25241f8860 2024-09-17T03:31:59.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2529ebd640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f25240d3200 con 0x7f252406e5c0 2024-09-17T03:31:59.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2529ebd640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f25240d3500 con 0x7f252415e740 2024-09-17T03:31:59.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 0x7f25241f8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 0x7f25241f8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43894/0 (socket says 172.21.15.45:43894) 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 -- 172.21.15.45:0/3209396509 learned_addr learned my addr 172.21.15.45:0/3209396509 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f25237fe640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f252406e5c0 0x7f252415c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2522ffd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f252415e740 0x7f252415ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 -- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f252415e740 msgr2=0x7f252415ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f252415e740 0x7f252415ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 -- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f252406e5c0 msgr2=0x7f252415c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f252406e5c0 0x7f252415c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f2523fff640 1 -- 172.21.15.45:0/3209396509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f252414c520 con 0x7f25241f8860 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.858+0000 7f25237fe640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f252406e5c0 0x7f252415c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.859+0000 7f2523fff640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 0x7f25241f8c70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f251c009bf0 tx=0x7f251c003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.859+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f251c044070 con 0x7f25241f8860 2024-09-17T03:31:59.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.859+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f251c004250 con 0x7f25241f8860 2024-09-17T03:31:59.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.859+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f252414c800 con 0x7f25241f8860 2024-09-17T03:31:59.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.859+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f251c004660 con 0x7f25241f8860 2024-09-17T03:31:59.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.859+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f252414cdc0 con 0x7f25241f8860 2024-09-17T03:31:59.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.860+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25240d39b0 con 0x7f25241f8860 2024-09-17T03:31:59.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.861+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f251c047070 con 0x7f25241f8860 2024-09-17T03:31:59.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.861+0000 7f250bfff640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2510078b90 0x7f251007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:31:59.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.861+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f251c0bb940 con 0x7f25241f8860 2024-09-17T03:31:59.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.861+0000 7f25237fe640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2510078b90 0x7f251007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:31:59.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.862+0000 7f25237fe640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2510078b90 0x7f251007b0a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2514005fd0 tx=0x7f2514005e20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:31:59.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:31:59.866+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f251c032030 con 0x7f25241f8860 2024-09-17T03:32:00.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.051+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f25240c9370 con 0x7f25241f8860 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.052+0000 7f250bfff640 1 -- 172.21.15.45:0/3209396509 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f251c0841f0 con 0x7f25241f8860 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout:[ 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout: "poolnum": 1, 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout: "poolname": ".mgr" 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:00.051 INFO:teuthology.orchestra.run.smithi045.stdout:] 2024-09-17T03:32:00.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2510078b90 msgr2=0x7f251007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:00.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2510078b90 0x7f251007b0a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2514005fd0 tx=0x7f2514005e20 comp rx=0 tx=0).stop 2024-09-17T03:32:00.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 msgr2=0x7f25241f8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:00.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 0x7f25241f8c70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f251c009bf0 tx=0x7f251c003d00 comp rx=0 tx=0).stop 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 shutdown_connections 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2510078b90 0x7f251007b0a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f25241f8860 0x7f25241f8c70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f252415e740 0x7f252415ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 --2- 172.21.15.45:0/3209396509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f252406e5c0 0x7f252415c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 >> 172.21.15.45:0/3209396509 conn(0x7f25240d4320 msgr2=0x7f25240b9d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 shutdown_connections 2024-09-17T03:32:00.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.054+0000 7f2529ebd640 1 -- 172.21.15.45:0/3209396509 wait complete. 2024-09-17T03:32:00.064 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-17T03:32:00.064 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-17T03:32:00.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.186+0000 7f28d309b640 1 -- 172.21.15.45:0/1741105450 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28b8003a00 msgr2=0x7f28b8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:00.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.186+0000 7f28d309b640 1 --2- 172.21.15.45:0/1741105450 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28b8003a00 0x7f28b8003e70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f28bc00c290 tx=0x7f28b8005830 comp rx=0 tx=0).stop 2024-09-17T03:32:00.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.186+0000 7f28d1638640 1 -- 172.21.15.45:0/1741105450 reap_dead start 2024-09-17T03:32:00.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.186+0000 7f28d309b640 1 -- 172.21.15.45:0/1741105450 shutdown_connections 2024-09-17T03:32:00.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.186+0000 7f28d309b640 1 -- 172.21.15.45:0/1741105450 >> 172.21.15.45:0/1741105450 conn(0x7f28cc0d19a0 msgr2=0x7f28cc0d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:00.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.187+0000 7f28d309b640 1 -- 172.21.15.45:0/1741105450 shutdown_connections 2024-09-17T03:32:00.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.187+0000 7f28d309b640 1 -- 172.21.15.45:0/1741105450 wait complete. 2024-09-17T03:32:00.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.188+0000 7f28d309b640 1 Processor -- start 2024-09-17T03:32:00.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.188+0000 7f28d309b640 1 -- start start 2024-09-17T03:32:00.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d309b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f28b8003a00 0x7f28cc14a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:00.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d309b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f28cc151640 0x7f28cc1f9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:00.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d309b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 0x7f28cc1f9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d309b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc155310 con 0x7f28cc151a50 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d309b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc155190 con 0x7f28b8003a00 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d309b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f28cc155490 con 0x7f28cc151640 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 0x7f28cc1f9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d0e37640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f28b8003a00 0x7f28cc14a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 0x7f28cc1f9660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43914/0 (socket says 172.21.15.45:43914) 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 -- 172.21.15.45:0/2649009268 learned_addr learned my addr 172.21.15.45:0/2649009268 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28cbfff640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f28cc151640 0x7f28cc1f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 -- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f28cc151640 msgr2=0x7f28cc1f9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f28cc151640 0x7f28cc1f9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 -- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f28b8003a00 msgr2=0x7f28cc14a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:00.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f28b8003a00 0x7f28cc14a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 -- 172.21.15.45:0/2649009268 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28cc14aa40 con 0x7f28cc151a50 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.190+0000 7f28d1638640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 0x7f28cc1f9660 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f28cc0c7e90 tx=0x7f28c4011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.191+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c4004440 con 0x7f28cc151a50 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.191+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28c400f8f0 con 0x7f28cc151a50 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.191+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28cc150610 con 0x7f28cc151a50 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.191+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c400fd40 con 0x7f28cc151a50 2024-09-17T03:32:00.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.191+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28cc150bd0 con 0x7f28cc151a50 2024-09-17T03:32:00.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.192+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28cc155a20 con 0x7f28cc151a50 2024-09-17T03:32:00.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.192+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f28c40035f0 con 0x7f28cc151a50 2024-09-17T03:32:00.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.193+0000 7f28c97fa640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f28ac078b90 0x7f28ac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:00.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.193+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f28c409b570 con 0x7f28cc151a50 2024-09-17T03:32:00.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.193+0000 7f28d0e37640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f28ac078b90 0x7f28ac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:00.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.194+0000 7f28d0e37640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f28ac078b90 0x7f28ac07b0a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f28bc033000 tx=0x7f28cc1592b0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:00.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.197+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f28c4063610 con 0x7f28cc151a50 2024-09-17T03:32:00.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:00.383+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f28cc0cef40 con 0x7f28cc151a50 2024-09-17T03:32:00.513 DEBUG:teuthology.orchestra.run.smithi045:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:32:00.516 DEBUG:teuthology.orchestra.run.smithi112:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:32:01.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.159+0000 7f28c97fa640 1 -- 172.21.15.45:0/2649009268 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f28c4068040 con 0x7f28cc151a50 2024-09-17T03:32:01.159 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_metadata' created 2024-09-17T03:32:01.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.163+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f28ac078b90 msgr2=0x7f28ac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:01.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.163+0000 7f28d309b640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f28ac078b90 0x7f28ac07b0a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f28bc033000 tx=0x7f28cc1592b0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.163+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 msgr2=0x7f28cc1f9660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:01.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.163+0000 7f28d309b640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 0x7f28cc1f9660 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f28cc0c7e90 tx=0x7f28c4011c60 comp rx=0 tx=0).stop 2024-09-17T03:32:01.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.164+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 shutdown_connections 2024-09-17T03:32:01.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.164+0000 7f28d309b640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f28ac078b90 0x7f28ac07b0a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.164+0000 7f28d309b640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f28cc151a50 0x7f28cc1f9660 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.164+0000 7f28d309b640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f28cc151640 0x7f28cc1f9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.164+0000 7f28d309b640 1 --2- 172.21.15.45:0/2649009268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f28b8003a00 0x7f28cc14a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.164+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 >> 172.21.15.45:0/2649009268 conn(0x7f28cc0d19a0 msgr2=0x7f28cc0b9de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:01.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.165+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 shutdown_connections 2024-09-17T03:32:01.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.165+0000 7f28d309b640 1 -- 172.21.15.45:0/2649009268 wait complete. 2024-09-17T03:32:01.186 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-17T03:32:01.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3aa95f640 1 -- 172.21.15.45:0/3428069037 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa38c004d40 msgr2=0x7fa38c0051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:01.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/3428069037 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa38c004d40 0x7fa38c0051f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa39c001dc0 tx=0x7fa38c005830 comp rx=0 tx=0).stop 2024-09-17T03:32:01.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3a8efc640 1 -- 172.21.15.45:0/3428069037 reap_dead start 2024-09-17T03:32:01.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3aa95f640 1 -- 172.21.15.45:0/3428069037 shutdown_connections 2024-09-17T03:32:01.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3aa95f640 1 -- 172.21.15.45:0/3428069037 >> 172.21.15.45:0/3428069037 conn(0x7fa3a40d1aa0 msgr2=0x7fa3a40d4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:01.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3aa95f640 1 -- 172.21.15.45:0/3428069037 shutdown_connections 2024-09-17T03:32:01.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.319+0000 7fa3aa95f640 1 -- 172.21.15.45:0/3428069037 wait complete. 2024-09-17T03:32:01.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.320+0000 7fa3aa95f640 1 Processor -- start 2024-09-17T03:32:01.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.321+0000 7fa3aa95f640 1 -- start start 2024-09-17T03:32:01.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3aa95f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa38c004d40 0x7fa3a4158ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:01.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3aa95f640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3a415abf0 0x7fa3a415b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:01.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3aa95f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 0x7fa3a41f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3aa95f640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a40d31a0 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3aa95f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a406ecb0 con 0x7fa38c004d40 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3aa95f640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a40d3320 con 0x7fa3a415abf0 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a8efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 0x7fa3a41f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a8efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 0x7fa3a41f8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43932/0 (socket says 172.21.15.45:43932) 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a8efc640 1 -- 172.21.15.45:0/4123093508 learned_addr learned my addr 172.21.15.45:0/4123093508 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a3fff640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa38c004d40 0x7fa3a4158ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a37fe640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3a415abf0 0x7fa3a415b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a8efc640 1 -- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3a415abf0 msgr2=0x7fa3a415b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.322+0000 7fa3a8efc640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3a415abf0 0x7fa3a415b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a8efc640 1 -- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa38c004d40 msgr2=0x7fa3a4158ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a8efc640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa38c004d40 0x7fa3a4158ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:01.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a8efc640 1 -- 172.21.15.45:0/4123093508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a41f9500 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a3fff640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa38c004d40 0x7fa3a4158ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a8efc640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 0x7fa3a41f8fc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa39c02acc0 tx=0x7fa39c001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0060b0 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa39c006250 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a415b970 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0066a0 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.323+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a415bf30 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.324+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a40d3860 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.325+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa39c033480 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.325+0000 7fa3a0ff9640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa390078b90 0x7fa39007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:01.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.325+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7fa39c0ba520 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.325+0000 7fa3a3fff640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa390078b90 0x7fa39007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:01.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.326+0000 7fa3a3fff640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa390078b90 0x7fa39007b0a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa394006fd0 tx=0x7fa394006770 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:01.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.330+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa3a41f9500 con 0x7fa3a41f8bb0 2024-09-17T03:32:01.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:01.518+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fa3a40c9f00 con 0x7fa3a41f8bb0 2024-09-17T03:32:02.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.164+0000 7fa3a0ff9640 1 -- 172.21.15.45:0/4123093508 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) ==== 171+0+0 (secure 0 0 0) 0x7fa39c082580 con 0x7fa3a41f8bb0 2024-09-17T03:32:02.164 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data' created 2024-09-17T03:32:02.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa390078b90 msgr2=0x7fa39007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:02.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa390078b90 0x7fa39007b0a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa394006fd0 tx=0x7fa394006770 comp rx=0 tx=0).stop 2024-09-17T03:32:02.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 msgr2=0x7fa3a41f8fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:02.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 0x7fa3a41f8fc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa39c02acc0 tx=0x7fa39c001b10 comp rx=0 tx=0).stop 2024-09-17T03:32:02.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 shutdown_connections 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa390078b90 0x7fa39007b0a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3a41f8bb0 0x7fa3a41f8fc0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3a415abf0 0x7fa3a415b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 --2- 172.21.15.45:0/4123093508 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa38c004d40 0x7fa3a4158ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.168+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 >> 172.21.15.45:0/4123093508 conn(0x7fa3a40d1aa0 msgr2=0x7fa3a41585a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.169+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 shutdown_connections 2024-09-17T03:32:02.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.170+0000 7fa3aa95f640 1 -- 172.21.15.45:0/4123093508 wait complete. 2024-09-17T03:32:02.200 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-17T03:32:02.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 -- 172.21.15.45:0/990654404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 msgr2=0x7f0424070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:02.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 --2- 172.21.15.45:0/990654404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f0424070e40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0414005fd0 tx=0x7f041402a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 -- 172.21.15.45:0/990654404 shutdown_connections 2024-09-17T03:32:02.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 --2- 172.21.15.45:0/990654404 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f04240d1c40 0x7f0424072be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 --2- 172.21.15.45:0/990654404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f0424070e40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 -- 172.21.15.45:0/990654404 >> 172.21.15.45:0/990654404 conn(0x7f04240ceee0 msgr2=0x7f04240cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:02.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 -- 172.21.15.45:0/990654404 shutdown_connections 2024-09-17T03:32:02.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.325+0000 7f0429ade640 1 -- 172.21.15.45:0/990654404 wait complete. 2024-09-17T03:32:02.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.327+0000 7f0429ade640 1 Processor -- start 2024-09-17T03:32:02.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.327+0000 7f0429ade640 1 -- start start 2024-09-17T03:32:02.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04240d1830 0x7f04240b0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:02.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f04240d1c40 0x7f04240c6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:02.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f04240c72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:02.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f042415d020 con 0x7f042415ff20 2024-09-17T03:32:02.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f042415cea0 con 0x7f04240d1830 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f042415d1a0 con 0x7f04240d1c40 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f04240c72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f04240c72a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43948/0 (socket says 172.21.15.45:43948) 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 -- 172.21.15.45:0/730835945 learned_addr learned my addr 172.21.15.45:0/730835945 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f04237fe640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04240d1830 0x7f04240b0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0422ffd640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f04240d1c40 0x7f04240c6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 -- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f04240d1c40 msgr2=0x7f04240c6d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f04240d1c40 0x7f04240c6d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 -- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04240d1830 msgr2=0x7f04240b0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04240d1830 0x7f04240b0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 -- 172.21.15.45:0/730835945 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04240c77e0 con 0x7f042415ff20 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0423fff640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f04240c72a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f041c00e960 tx=0x7f041c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:02.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c004d20 con 0x7f042415ff20 2024-09-17T03:32:02.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f041c00cac0 con 0x7f042415ff20 2024-09-17T03:32:02.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f042406f650 con 0x7f042415ff20 2024-09-17T03:32:02.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c005020 con 0x7f042415ff20 2024-09-17T03:32:02.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.329+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f042406fc10 con 0x7f042415ff20 2024-09-17T03:32:02.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.330+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f042415d6c0 con 0x7f042415ff20 2024-09-17T03:32:02.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.331+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f041c0051c0 con 0x7f042415ff20 2024-09-17T03:32:02.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.332+0000 7f040bfff640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0410078bc0 0x7f041007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:02.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.332+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f041c09b570 con 0x7f042415ff20 2024-09-17T03:32:02.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.332+0000 7f04237fe640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0410078bc0 0x7f041007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:02.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.333+0000 7f04237fe640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0410078bc0 0x7f041007b0d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0414033000 tx=0x7f0414004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:02.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.337+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f04240c77e0 con 0x7f042415ff20 2024-09-17T03:32:02.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:02.561+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f04240ce7f0 con 0x7f042415ff20 2024-09-17T03:32:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.166+0000 7f040bfff640 1 -- 172.21.15.45:0/730835945 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f041c016030 con 0x7f042415ff20 2024-09-17T03:32:03.166 INFO:teuthology.orchestra.run.smithi045.stderr:new fs with metadata pool 2 and data pool 3 2024-09-17T03:32:03.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0410078bc0 msgr2=0x7f041007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:03.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0410078bc0 0x7f041007b0d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0414033000 tx=0x7f0414004730 comp rx=0 tx=0).stop 2024-09-17T03:32:03.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 msgr2=0x7f04240c72a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f04240c72a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f041c00e960 tx=0x7f041c00ee20 comp rx=0 tx=0).stop 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 shutdown_connections 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0410078bc0 0x7f041007b0d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f042415ff20 0x7f04240c72a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f04240d1c40 0x7f04240c6d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 --2- 172.21.15.45:0/730835945 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04240d1830 0x7f04240b0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.171+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 >> 172.21.15.45:0/730835945 conn(0x7f04240ceee0 msgr2=0x7f04240cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:03.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.174+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 shutdown_connections 2024-09-17T03:32:03.175 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.176+0000 7f0429ade640 1 -- 172.21.15.45:0/730835945 wait complete. 2024-09-17T03:32:03.207 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-17T03:32:03.207 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-17T03:32:03.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 -- 172.21.15.45:0/2436860537 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 msgr2=0x7f05400b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:03.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 --2- 172.21.15.45:0/2436860537 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 0x7f05400b5410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0538009830 tx=0x7f053802a480 comp rx=0 tx=0).stop 2024-09-17T03:32:03.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 -- 172.21.15.45:0/2436860537 shutdown_connections 2024-09-17T03:32:03.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 --2- 172.21.15.45:0/2436860537 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f05401629f0 0x7f0540154f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 --2- 172.21.15.45:0/2436860537 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 0x7f05400b5410 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 -- 172.21.15.45:0/2436860537 >> 172.21.15.45:0/2436860537 conn(0x7f05400d19a0 msgr2=0x7f05400d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 -- 172.21.15.45:0/2436860537 shutdown_connections 2024-09-17T03:32:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.334+0000 7f05483c3640 1 -- 172.21.15.45:0/2436860537 wait complete. 2024-09-17T03:32:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.336+0000 7f05483c3640 1 Processor -- start 2024-09-17T03:32:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.336+0000 7f05483c3640 1 -- start start 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.337+0000 7f05483c3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 0x7f054015ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.337+0000 7f05483c3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 0x7f05400b9930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.337+0000 7f05483c3640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0540153630 0x7f0540153a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f05483c3640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0540155900 con 0x7f05400d2d90 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f05483c3640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0540155780 con 0x7f0540162ea0 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f05483c3640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0540155a80 con 0x7f0540153630 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 0x7f054015ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:03.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 0x7f054015ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43962/0 (socket says 172.21.15.45:43962) 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 -- 172.21.15.45:0/1488283575 learned_addr learned my addr 172.21.15.45:0/1488283575 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054595e640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 0x7f05400b9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f0546960640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0540153630 0x7f0540153a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 -- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0540153630 msgr2=0x7f0540153a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0540153630 0x7f0540153a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 -- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 msgr2=0x7f05400b9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 0x7f05400b9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 -- 172.21.15.45:0/1488283575 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0540153f80 con 0x7f05400d2d90 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f054615f640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 0x7f054015ad10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0538009950 tx=0x7f0538033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538005c90 con 0x7f05400d2d90 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f054015b3d0 con 0x7f05400d2d90 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0538031e50 con 0x7f05400d2d90 2024-09-17T03:32:03.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538005260 con 0x7f05400d2d90 2024-09-17T03:32:03.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.338+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05400c85b0 con 0x7f05400d2d90 2024-09-17T03:32:03.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.340+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0540154f80 con 0x7f05400d2d90 2024-09-17T03:32:03.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.340+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0538005400 con 0x7f05400d2d90 2024-09-17T03:32:03.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.341+0000 7f053effd640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f052c078b90 0x7f052c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:03.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.341+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f05380bbc40 con 0x7f05400d2d90 2024-09-17T03:32:03.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.341+0000 7f054595e640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f052c078b90 0x7f052c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:03.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.342+0000 7f054595e640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f052c078b90 0x7f052c07b0a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0534007fd0 tx=0x7f0534001390 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:03.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.345+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0540153f80 con 0x7f05400d2d90 2024-09-17T03:32:03.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:03.538+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f05400b4e60 con 0x7f05400d2d90 2024-09-17T03:32:04.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.168+0000 7f053effd640 1 -- 172.21.15.45:0/1488283575 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) ==== 157+0+0 (secure 0 0 0) 0x7f053803f030 con 0x7f05400d2d90 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f052c078b90 msgr2=0x7f052c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f052c078b90 0x7f052c07b0a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0534007fd0 tx=0x7f0534001390 comp rx=0 tx=0).stop 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 msgr2=0x7f054015ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 0x7f054015ad10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0538009950 tx=0x7f0538033c20 comp rx=0 tx=0).stop 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 shutdown_connections 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f052c078b90 0x7f052c07b0a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0540162ea0 0x7f05400b9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0540153630 0x7f0540153a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 --2- 172.21.15.45:0/1488283575 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05400d2d90 0x7f054015ad10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 >> 172.21.15.45:0/1488283575 conn(0x7f05400d19a0 msgr2=0x7f05401614e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:04.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 shutdown_connections 2024-09-17T03:32:04.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.171+0000 7f05483c3640 1 -- 172.21.15.45:0/1488283575 wait complete. 2024-09-17T03:32:04.184 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-17T03:32:04.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.312+0000 7f2797ebe640 1 -- 172.21.15.45:0/3912242030 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279015e780 msgr2=0x7f27900b7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:04.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.312+0000 7f2797ebe640 1 --2- 172.21.15.45:0/3912242030 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279015e780 0x7f27900b7a50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2784009830 tx=0x7f278402a4b0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.312+0000 7f2797ebe640 1 -- 172.21.15.45:0/3912242030 shutdown_connections 2024-09-17T03:32:04.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.312+0000 7f2797ebe640 1 --2- 172.21.15.45:0/3912242030 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279015e780 0x7f27900b7a50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.312+0000 7f2797ebe640 1 -- 172.21.15.45:0/3912242030 >> 172.21.15.45:0/3912242030 conn(0x7f27900d4360 msgr2=0x7f27900d4770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:04.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.313+0000 7f2797ebe640 1 -- 172.21.15.45:0/3912242030 shutdown_connections 2024-09-17T03:32:04.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.313+0000 7f2797ebe640 1 -- 172.21.15.45:0/3912242030 wait complete. 2024-09-17T03:32:04.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.314+0000 7f2797ebe640 1 Processor -- start 2024-09-17T03:32:04.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.314+0000 7f2797ebe640 1 -- start start 2024-09-17T03:32:04.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279006d490 0x7f27900cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:04.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f27900b7f90 0x7f2790146480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:04.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 0x7f27900ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:04.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f27900d3530 con 0x7f279015e780 2024-09-17T03:32:04.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f27900d33b0 con 0x7f279006d490 2024-09-17T03:32:04.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f27900d36b0 con 0x7f27900b7f90 2024-09-17T03:32:04.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 0x7f27900ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:04.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 0x7f27900ca390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43968/0 (socket says 172.21.15.45:43968) 2024-09-17T03:32:04.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 -- 172.21.15.45:0/2730401568 learned_addr learned my addr 172.21.15.45:0/2730401568 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:04.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2795c5a640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279006d490 0x7f27900cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:04.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2795459640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f27900b7f90 0x7f2790146480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:04.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 -- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f27900b7f90 msgr2=0x7f2790146480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:04.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f27900b7f90 0x7f2790146480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 -- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279006d490 msgr2=0x7f27900cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:04.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279006d490 0x7f27900cefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:04.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 -- 172.21.15.45:0/2730401568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27901f54a0 con 0x7f279015e780 2024-09-17T03:32:04.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2795c5a640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279006d490 0x7f27900cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:04.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f279645b640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 0x7f27900ca390 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f278000c700 tx=0x7f278000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:04.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2780003b70 con 0x7f279015e780 2024-09-17T03:32:04.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2780003d10 con 0x7f279015e780 2024-09-17T03:32:04.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27901473e0 con 0x7f279015e780 2024-09-17T03:32:04.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.316+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278000aa50 con 0x7f279015e780 2024-09-17T03:32:04.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.317+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2790144500 con 0x7f279015e780 2024-09-17T03:32:04.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.317+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27900d3b20 con 0x7f279015e780 2024-09-17T03:32:04.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.318+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f278000abf0 con 0x7f279015e780 2024-09-17T03:32:04.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.319+0000 7f278e7fc640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f277c078bc0 0x7f277c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:04.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.319+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 6007+0+0 (secure 0 0 0) 0x7f278009ac50 con 0x7f279015e780 2024-09-17T03:32:04.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.319+0000 7f2795c5a640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f277c078bc0 0x7f277c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:04.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.319+0000 7f2795c5a640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f277c078bc0 0x7f277c07b0d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2788001220 tx=0x7f2788009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:04.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.323+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f2780062fe0 con 0x7f279015e780 2024-09-17T03:32:04.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:04.511+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2790146e90 con 0x7f279015e780 2024-09-17T03:32:06.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.193+0000 7f278e7fc640 1 -- 172.21.15.45:0/2730401568 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) ==== 228+0+0 (secure 0 0 0) 0x7f27800628e0 con 0x7f279015e780 2024-09-17T03:32:06.192 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data_ec' created 2024-09-17T03:32:06.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f277c078bc0 msgr2=0x7f277c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:06.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f277c078bc0 0x7f277c07b0d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2788001220 tx=0x7f2788009040 comp rx=0 tx=0).stop 2024-09-17T03:32:06.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 msgr2=0x7f27900ca390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:06.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 0x7f27900ca390 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f278000c700 tx=0x7f278000cbc0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 shutdown_connections 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f277c078bc0 0x7f277c07b0d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f279015e780 0x7f27900ca390 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f27900b7f90 0x7f2790146480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 --2- 172.21.15.45:0/2730401568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279006d490 0x7f27900cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.196+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 >> 172.21.15.45:0/2730401568 conn(0x7f27900d4360 msgr2=0x7f279015b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:06.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.197+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 shutdown_connections 2024-09-17T03:32:06.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.197+0000 7f2797ebe640 1 -- 172.21.15.45:0/2730401568 wait complete. 2024-09-17T03:32:06.218 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-17T03:32:06.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 -- 172.21.15.45:0/2313407339 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d31a0 msgr2=0x7ff21c162820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:06.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 --2- 172.21.15.45:0/2313407339 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d31a0 0x7ff21c162820 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff214009830 tx=0x7ff21402a480 comp rx=0 tx=0).stop 2024-09-17T03:32:06.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 -- 172.21.15.45:0/2313407339 shutdown_connections 2024-09-17T03:32:06.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 --2- 172.21.15.45:0/2313407339 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d31a0 0x7ff21c162820 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 --2- 172.21.15.45:0/2313407339 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d2d90 0x7ff21c1622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 -- 172.21.15.45:0/2313407339 >> 172.21.15.45:0/2313407339 conn(0x7ff21c0d19a0 msgr2=0x7ff21c0d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:06.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 -- 172.21.15.45:0/2313407339 shutdown_connections 2024-09-17T03:32:06.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.344+0000 7ff221d62640 1 -- 172.21.15.45:0/2313407339 wait complete. 2024-09-17T03:32:06.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.346+0000 7ff221d62640 1 Processor -- start 2024-09-17T03:32:06.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.346+0000 7ff221d62640 1 -- start start 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 0x7ff21c0c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d31a0 0x7ff21c14a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff21c162ea0 0x7ff21c0b9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c1557d0 con 0x7ff21c0d2d90 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c155650 con 0x7ff21c162ea0 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff21c155950 con 0x7ff21c0d31a0 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 0x7ff21c0c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 0x7ff21c0c9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:43980/0 (socket says 172.21.15.45:43980) 2024-09-17T03:32:06.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 -- 172.21.15.45:0/472054543 learned_addr learned my addr 172.21.15.45:0/472054543 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21affd640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d31a0 0x7ff21c14a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 -- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d31a0 msgr2=0x7ff21c14a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21bfff640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff21c162ea0 0x7ff21c0b9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d31a0 0x7ff21c14a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 -- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff21c162ea0 msgr2=0x7ff21c0b9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff21c162ea0 0x7ff21c0b9960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 -- 172.21.15.45:0/472054543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff21c1f9290 con 0x7ff21c0d2d90 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21affd640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d31a0 0x7ff21c14a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff21b7fe640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 0x7ff21c0c9a70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff20c00c430 tx=0x7ff20c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c011790 con 0x7ff21c0d2d90 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff20c017070 con 0x7ff21c0d2d90 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff21c1f9570 con 0x7ff21c0d2d90 2024-09-17T03:32:06.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c011ce0 con 0x7ff21c0d2d90 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.348+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff21c1f9b30 con 0x7ff21c0d2d90 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.350+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff21c162a80 con 0x7ff21c0d2d90 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.350+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff20c01c460 con 0x7ff21c0d2d90 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.351+0000 7ff203fff640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff208078b90 0x7ff20807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.351+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7ff20c09add0 con 0x7ff21c0d2d90 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.351+0000 7ff21affd640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff208078b90 0x7ff20807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:06.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.352+0000 7ff21affd640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff208078b90 0x7ff20807b0a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff210005c40 tx=0x7ff210005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:06.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.356+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff21c162a80 con 0x7ff21c0d2d90 2024-09-17T03:32:06.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:06.540+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7ff21c151420 con 0x7ff21c0d2d90 2024-09-17T03:32:07.079 INFO:tasks.ceph.mds.c.smithi045.stderr:2024-09-17T03:32:07.080+0000 7f7b196cb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T03:32:07.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.199+0000 7ff203fff640 1 -- 172.21.15.45:0/472054543 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) ==== 169+0+0 (secure 0 0 0) 0x7ff20c09c020 con 0x7ff21c0d2d90 2024-09-17T03:32:07.199 INFO:teuthology.orchestra.run.smithi045.stderr:set pool 4 allow_ec_overwrites to true 2024-09-17T03:32:07.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.202+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff208078b90 msgr2=0x7ff20807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:07.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.202+0000 7ff221d62640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff208078b90 0x7ff20807b0a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff210005c40 tx=0x7ff210005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:07.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.202+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 msgr2=0x7ff21c0c9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:07.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.202+0000 7ff221d62640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 0x7ff21c0c9a70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff20c00c430 tx=0x7ff20c00c8f0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.203+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 shutdown_connections 2024-09-17T03:32:07.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.203+0000 7ff221d62640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff208078b90 0x7ff20807b0a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.203+0000 7ff221d62640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff21c162ea0 0x7ff21c0b9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.203+0000 7ff221d62640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff21c0d31a0 0x7ff21c14a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.203+0000 7ff221d62640 1 --2- 172.21.15.45:0/472054543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff21c0d2d90 0x7ff21c0c9a70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.203+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 >> 172.21.15.45:0/472054543 conn(0x7ff21c0d19a0 msgr2=0x7ff21c0b5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:07.204 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.204+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 shutdown_connections 2024-09-17T03:32:07.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.207+0000 7ff221d62640 1 -- 172.21.15.45:0/472054543 wait complete. 2024-09-17T03:32:07.239 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-17T03:32:07.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 -- 172.21.15.45:0/2784128035 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 msgr2=0x7fd22400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:07.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 --2- 172.21.15.45:0/2784128035 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd22400b9c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd230005fd0 tx=0x7fd224005830 comp rx=0 tx=0).stop 2024-09-17T03:32:07.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 -- 172.21.15.45:0/2784128035 shutdown_connections 2024-09-17T03:32:07.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 --2- 172.21.15.45:0/2784128035 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd22400b9c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 -- 172.21.15.45:0/2784128035 >> 172.21.15.45:0/2784128035 conn(0x7fd2380d4320 msgr2=0x7fd2380d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:07.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 -- 172.21.15.45:0/2784128035 shutdown_connections 2024-09-17T03:32:07.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.366+0000 7fd23f44d640 1 -- 172.21.15.45:0/2784128035 wait complete. 2024-09-17T03:32:07.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.368+0000 7fd23f44d640 1 Processor -- start 2024-09-17T03:32:07.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.368+0000 7fd23f44d640 1 -- start start 2024-09-17T03:32:07.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23f44d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd2381f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23f44d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2381f8350 0x7fd2381f8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23f44d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2380cd770 0x7fd2380cdb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23f44d640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd2380b7a60 con 0x7fd224005250 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23f44d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd2380b78e0 con 0x7fd2381f8350 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23f44d640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd2380b7be0 con 0x7fd2380cd770 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd2381f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:07.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd2381f4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44004/0 (socket says 172.21.15.45:44004) 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 -- 172.21.15.45:0/3498599813 learned_addr learned my addr 172.21.15.45:0/3498599813 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23c9e8640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2381f8350 0x7fd2381f8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d9ea640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2380cd770 0x7fd2380cdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 -- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2380cd770 msgr2=0x7fd2380cdb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2380cd770 0x7fd2380cdb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 -- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2381f8350 msgr2=0x7fd2381f8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2381f8350 0x7fd2381f8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 -- 172.21.15.45:0/3498599813 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2381f8ca0 con 0x7fd224005250 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23c9e8640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2381f8350 0x7fd2381f8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.369+0000 7fd23d1e9640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd2381f4580 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd234006480 tx=0x7fd2340039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.370+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd234015070 con 0x7fd224005250 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.370+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd234011900 con 0x7fd224005250 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.370+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd234011d30 con 0x7fd224005250 2024-09-17T03:32:07.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.370+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2380cc9b0 con 0x7fd224005250 2024-09-17T03:32:07.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.370+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2380ccf70 con 0x7fd224005250 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.371+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2380cf0b0 con 0x7fd224005250 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.371+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd234018070 con 0x7fd224005250 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.372+0000 7fd22dffb640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd21c078bc0 0x7fd21c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.372+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7fd23409ba20 con 0x7fd224005250 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.372+0000 7fd23c9e8640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd21c078bc0 0x7fd21c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.373+0000 7fd23c9e8640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd21c078bc0 0x7fd21c07b0d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd228000c00 tx=0x7fd228006b70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:07.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.377+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fd2381f8ca0 con 0x7fd224005250 2024-09-17T03:32:07.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:07.602+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fd2380b9f40 con 0x7fd224005250 2024-09-17T03:32:08.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.206+0000 7fd22dffb640 1 -- 172.21.15.45:0/3498599813 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7fd234063be0 con 0x7fd224005250 2024-09-17T03:32:08.206 INFO:teuthology.orchestra.run.smithi045.stderr:added data pool 4 to fsmap 2024-09-17T03:32:08.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.209+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd21c078bc0 msgr2=0x7fd21c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.209+0000 7fd23f44d640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd21c078bc0 0x7fd21c07b0d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd228000c00 tx=0x7fd228006b70 comp rx=0 tx=0).stop 2024-09-17T03:32:08.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.209+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 msgr2=0x7fd2381f4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.209+0000 7fd23f44d640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd2381f4580 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd234006480 tx=0x7fd2340039c0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 shutdown_connections 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd21c078bc0 0x7fd21c07b0d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2381f8350 0x7fd2381f8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2380cd770 0x7fd2380cdb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 --2- 172.21.15.45:0/3498599813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd224005250 0x7fd2381f4580 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 >> 172.21.15.45:0/3498599813 conn(0x7fd2380d4320 msgr2=0x7fd23815d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 shutdown_connections 2024-09-17T03:32:08.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.210+0000 7fd23f44d640 1 -- 172.21.15.45:0/3498599813 wait complete. 2024-09-17T03:32:08.223 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:08.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 -- 172.21.15.45:0/3568836082 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c0cf650 msgr2=0x7f8c9c0b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/3568836082 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c0cf650 0x7f8c9c0b78e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8c94005fd0 tx=0x7f8c9402a8b0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 -- 172.21.15.45:0/3568836082 shutdown_connections 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/3568836082 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c0cf650 0x7f8c9c0b78e0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/3568836082 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 0x7f8c9c0b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 -- 172.21.15.45:0/3568836082 >> 172.21.15.45:0/3568836082 conn(0x7f8c9c0d4320 msgr2=0x7f8c9c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 -- 172.21.15.45:0/3568836082 shutdown_connections 2024-09-17T03:32:08.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.347+0000 7f8ca20b6640 1 -- 172.21.15.45:0/3568836082 wait complete. 2024-09-17T03:32:08.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.349+0000 7f8ca20b6640 1 Processor -- start 2024-09-17T03:32:08.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.349+0000 7f8ca20b6640 1 -- start start 2024-09-17T03:32:08.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8ca20b6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 0x7f8c9c1f5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8ca20b6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 0x7f8c9c0c9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8ca20b6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c1f4990 0x7f8c9c1e92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8ca20b6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9c0d3380 con 0x7f8c9c15e740 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8ca20b6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9c0d3200 con 0x7f8c9c1f4990 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8ca20b6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8c9c0d3500 con 0x7f8c9c06e5c0 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8c9affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 0x7f8c9c0c9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8c9affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 0x7f8c9c0c9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44006/0 (socket says 172.21.15.45:44006) 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.350+0000 7f8c9affd640 1 -- 172.21.15.45:0/621076926 learned_addr learned my addr 172.21.15.45:0/621076926 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9bfff640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c1f4990 0x7f8c9c1e92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9b7fe640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 0x7f8c9c1f5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9affd640 1 -- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 msgr2=0x7f8c9c1f5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9affd640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 0x7f8c9c1f5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9affd640 1 -- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c1f4990 msgr2=0x7f8c9c1e92a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9affd640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c1f4990 0x7f8c9c1e92a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9affd640 1 -- 172.21.15.45:0/621076926 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c9c0c9660 con 0x7f8c9c15e740 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9b7fe640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 0x7f8c9c1f5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c9affd640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 0x7f8c9c0c9120 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8c9000c410 tx=0x7f8c9000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c90011790 con 0x7f8c9c15e740 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c90017070 con 0x7f8c9c15e740 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c9c1e8200 con 0x7f8c9c15e740 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c90011ce0 con 0x7f8c9c15e740 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.351+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c9c1e87c0 con 0x7f8c9c15e740 2024-09-17T03:32:08.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.352+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c9c0b7150 con 0x7f8c9c15e740 2024-09-17T03:32:08.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.353+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8c9001c460 con 0x7f8c9c15e740 2024-09-17T03:32:08.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.353+0000 7f8c83fff640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8c88078bc0 0x7f8c8807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.354+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8c9009ae00 con 0x7f8c9c15e740 2024-09-17T03:32:08.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.354+0000 7f8c9b7fe640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8c88078bc0 0x7f8c8807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.354+0000 7f8c9b7fe640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8c88078bc0 0x7f8c8807b0d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c009b80 tx=0x7f8c8c005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:08.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.358+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8c9c0b7150 con 0x7f8c9c15e740 2024-09-17T03:32:08.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.580+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c9c0d3a20 con 0x7f8c9c15e740 2024-09-17T03:32:08.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.581+0000 7f8c83fff640 1 -- 172.21.15.45:0/621076926 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5225 (secure 0 0 0) 0x7f8c90062f40 con 0x7f8c9c15e740 2024-09-17T03:32:08.581 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:08.582 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":7,"btime":"2024-09-17T03:32:08:200678+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:07.604281+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:08.583 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 7 2024-09-17T03:32:08.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8c88078bc0 msgr2=0x7f8c8807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8c88078bc0 0x7f8c8807b0d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c009b80 tx=0x7f8c8c005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:08.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 msgr2=0x7f8c9c0c9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 0x7f8c9c0c9120 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8c9000c410 tx=0x7f8c9000c8d0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 shutdown_connections 2024-09-17T03:32:08.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8c88078bc0 0x7f8c8807b0d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c9c1f4990 0x7f8c9c1e92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8c9c15e740 0x7f8c9c0c9120 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 --2- 172.21.15.45:0/621076926 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8c9c06e5c0 0x7f8c9c1f5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 >> 172.21.15.45:0/621076926 conn(0x7f8c9c0d4320 msgr2=0x7f8c9c0cd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:08.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 shutdown_connections 2024-09-17T03:32:08.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.583+0000 7f8ca20b6640 1 -- 172.21.15.45:0/621076926 wait complete. 2024-09-17T03:32:08.594 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:08.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 -- 172.21.15.45:0/829766051 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd006e5c0 msgr2=0x7fbcd00b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 --2- 172.21.15.45:0/829766051 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd006e5c0 0x7fbcd00b3770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbcd008ce00 tx=0x7fbcc002aa00 comp rx=0 tx=0).stop 2024-09-17T03:32:08.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 -- 172.21.15.45:0/829766051 shutdown_connections 2024-09-17T03:32:08.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 --2- 172.21.15.45:0/829766051 >> v2:172.21.15.112:3300/0 conn(0x7fbcd015e740 0x7fbcd00b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 --2- 172.21.15.45:0/829766051 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd006e5c0 0x7fbcd00b3770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 -- 172.21.15.45:0/829766051 >> 172.21.15.45:0/829766051 conn(0x7fbcd00d4320 msgr2=0x7fbcd00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:08.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 -- 172.21.15.45:0/829766051 shutdown_connections 2024-09-17T03:32:08.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.713+0000 7fbcd5612640 1 -- 172.21.15.45:0/829766051 wait complete. 2024-09-17T03:32:08.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.715+0000 7fbcd5612640 1 Processor -- start 2024-09-17T03:32:08.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.715+0000 7fbcd5612640 1 -- start start 2024-09-17T03:32:08.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcd5612640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcd006e5c0 0x7fbcd01f5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcd5612640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 0x7fbcd014e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcd5612640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcd015e740 0x7fbcd01f92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcd5612640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd00d33d0 con 0x7fbcd00cef40 2024-09-17T03:32:08.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcd5612640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd00d3250 con 0x7fbcd015e740 2024-09-17T03:32:08.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcd5612640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbcd00d3550 con 0x7fbcd006e5c0 2024-09-17T03:32:08.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 0x7fbcd014e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 0x7fbcd014e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50700/0 (socket says 172.21.15.45:50700) 2024-09-17T03:32:08.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 -- 172.21.15.45:0/2148980081 learned_addr learned my addr 172.21.15.45:0/2148980081 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:08.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbccf7fe640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcd015e740 0x7fbcd01f92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcceffd640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcd006e5c0 0x7fbcd01f5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 -- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcd006e5c0 msgr2=0x7fbcd01f5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcd006e5c0 0x7fbcd01f5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 -- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcd015e740 msgr2=0x7fbcd01f92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcd015e740 0x7fbcd01f92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.716+0000 7fbcce7fc640 1 -- 172.21.15.45:0/2148980081 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd015d5e0 con 0x7fbcd00cef40 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbccf7fe640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcd015e740 0x7fbcd01f92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbcce7fc640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 0x7fbcd014e580 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800c970 tx=0x7fbcb800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:08.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8007b50 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcb8007e00 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd015b250 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8005280 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.717+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd015b810 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.718+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd00d3ad0 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.719+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbcb8005420 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.719+0000 7fbcc77fe640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcb0078b90 0x7fbcb007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.719+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbcb809b430 con 0x7fbcd00cef40 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.719+0000 7fbcceffd640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcb0078b90 0x7fbcb007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:08.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.720+0000 7fbcceffd640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcb0078b90 0x7fbcb007b0a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0035000 tx=0x7fbcc0004ab0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:08.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.724+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fbcb8014030 con 0x7fbcd00cef40 2024-09-17T03:32:08.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.909+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbcd00ba1b0 con 0x7fbcd00cef40 2024-09-17T03:32:08.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.910+0000 7fbcc77fe640 1 -- 172.21.15.45:0/2148980081 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7fbcb8063650 con 0x7fbcd00cef40 2024-09-17T03:32:08.910 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:08.910 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcb0078b90 msgr2=0x7fbcb007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcb0078b90 0x7fbcb007b0a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0035000 tx=0x7fbcc0004ab0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 msgr2=0x7fbcd014e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 0x7fbcd014e580 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800c970 tx=0x7fbcb800ce30 comp rx=0 tx=0).stop 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 shutdown_connections 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcb0078b90 0x7fbcb007b0a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcd015e740 0x7fbcd01f92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcd00cef40 0x7fbcd014e580 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 --2- 172.21.15.45:0/2148980081 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcd006e5c0 0x7fbcd01f5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:08.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 >> 172.21.15.45:0/2148980081 conn(0x7fbcd00d4320 msgr2=0x7fbcd0160e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:08.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.912+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 shutdown_connections 2024-09-17T03:32:08.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:08.913+0000 7fbcd5612640 1 -- 172.21.15.45:0/2148980081 wait complete. 2024-09-17T03:32:08.924 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 -- 172.21.15.45:0/2904645206 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125815e740 msgr2=0x7f12580b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 --2- 172.21.15.45:0/2904645206 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125815e740 0x7f12580b78e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f125808ce00 tx=0x7f124802a530 comp rx=0 tx=0).stop 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 -- 172.21.15.45:0/2904645206 shutdown_connections 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 --2- 172.21.15.45:0/2904645206 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125815e740 0x7f12580b78e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 --2- 172.21.15.45:0/2904645206 >> v2:172.21.15.112:3300/0 conn(0x7f125806e5c0 0x7f12580b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 -- 172.21.15.45:0/2904645206 >> 172.21.15.45:0/2904645206 conn(0x7f12580d4320 msgr2=0x7f12580d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:09.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 -- 172.21.15.45:0/2904645206 shutdown_connections 2024-09-17T03:32:09.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.040+0000 7f125fe84640 1 -- 172.21.15.45:0/2904645206 wait complete. 2024-09-17T03:32:09.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.042+0000 7f125fe84640 1 Processor -- start 2024-09-17T03:32:09.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.042+0000 7f125fe84640 1 -- start start 2024-09-17T03:32:09.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125fe84640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 0x7f125815f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125fe84640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f12580cef40 0x7f12580b4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125fe84640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f125815e740 0x7f12581f8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125fe84640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f12580d33d0 con 0x7f125806e5c0 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125fe84640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f12580d3250 con 0x7f125815e740 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125fe84640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f12580d3550 con 0x7f12580cef40 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125dc20640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 0x7f125815f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125dc20640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 0x7f125815f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50724/0 (socket says 172.21.15.45:50724) 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.043+0000 7f125dc20640 1 -- 172.21.15.45:0/3071395792 learned_addr learned my addr 172.21.15.45:0/3071395792 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125e421640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f125815e740 0x7f12581f8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125dc20640 1 -- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f12580cef40 msgr2=0x7f12580b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125d41f640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f12580cef40 0x7f12580b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125dc20640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f12580cef40 0x7f12580b4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125dc20640 1 -- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f125815e740 msgr2=0x7f12581f8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125dc20640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f125815e740 0x7f12581f8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125dc20640 1 -- 172.21.15.45:0/3071395792 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12581f95d0 con 0x7f125806e5c0 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125e421640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f125815e740 0x7f12581f8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125dc20640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 0x7f125815f980 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f125400ea20 tx=0x7f125400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125400cde0 con 0x7f125806e5c0 2024-09-17T03:32:09.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1254011560 con 0x7f125806e5c0 2024-09-17T03:32:09.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1254011990 con 0x7f125806e5c0 2024-09-17T03:32:09.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f125815eea0 con 0x7f125806e5c0 2024-09-17T03:32:09.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.044+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f125815f460 con 0x7f125806e5c0 2024-09-17T03:32:09.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.045+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12580d3a70 con 0x7f125806e5c0 2024-09-17T03:32:09.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.046+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1254011b30 con 0x7f125806e5c0 2024-09-17T03:32:09.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.047+0000 7f124e7fc640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f123c078b90 0x7f123c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.047+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f125409bd50 con 0x7f125806e5c0 2024-09-17T03:32:09.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.047+0000 7f125d41f640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f123c078b90 0x7f123c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.047+0000 7f125d41f640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f123c078b90 0x7f123c07b0a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1248034000 tx=0x7f1248004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:09.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.051+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f1254016030 con 0x7f125806e5c0 2024-09-17T03:32:09.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.240+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f12580694b0 con 0x7f125806e5c0 2024-09-17T03:32:09.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.241+0000 7f124e7fc640 1 -- 172.21.15.45:0/3071395792 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f1254011e20 con 0x7f125806e5c0 2024-09-17T03:32:09.240 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:09.240 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f123c078b90 msgr2=0x7f123c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f123c078b90 0x7f123c07b0a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1248034000 tx=0x7f1248004730 comp rx=0 tx=0).stop 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 msgr2=0x7f125815f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 0x7f125815f980 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f125400ea20 tx=0x7f125400eee0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 shutdown_connections 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f123c078b90 0x7f123c07b0a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f125815e740 0x7f12581f8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f12580cef40 0x7f12580b4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 --2- 172.21.15.45:0/3071395792 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f125806e5c0 0x7f125815f980 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 >> 172.21.15.45:0/3071395792 conn(0x7f12580d4320 msgr2=0x7f12580d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 shutdown_connections 2024-09-17T03:32:09.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.243+0000 7f125fe84640 1 -- 172.21.15.45:0/3071395792 wait complete. 2024-09-17T03:32:09.273 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:09.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 -- 172.21.15.45:0/3358972789 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd40b3770 msgr2=0x7fadd415e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 --2- 172.21.15.45:0/3358972789 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd40b3770 0x7fadd415e740 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fadcc005fd0 tx=0x7fadcc02a940 comp rx=0 tx=0).stop 2024-09-17T03:32:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 -- 172.21.15.45:0/3358972789 shutdown_connections 2024-09-17T03:32:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 --2- 172.21.15.45:0/3358972789 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd40b3770 0x7fadd415e740 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 -- 172.21.15.45:0/3358972789 >> 172.21.15.45:0/3358972789 conn(0x7fadd40d4320 msgr2=0x7fadd40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 -- 172.21.15.45:0/3358972789 shutdown_connections 2024-09-17T03:32:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.391+0000 7fadda112640 1 -- 172.21.15.45:0/3358972789 wait complete. 2024-09-17T03:32:09.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.393+0000 7fadda112640 1 Processor -- start 2024-09-17T03:32:09.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.393+0000 7fadda112640 1 -- start start 2024-09-17T03:32:09.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadda112640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 0x7fadd41f50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadda112640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fadd40b3770 0x7fadd41f5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadda112640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fadd414d2b0 0x7fadd41f85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadda112640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fadd40d3710 con 0x7fadd406e5c0 2024-09-17T03:32:09.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadda112640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fadd40d3590 con 0x7fadd40b3770 2024-09-17T03:32:09.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadda112640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fadd40d3890 con 0x7fadd414d2b0 2024-09-17T03:32:09.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd37fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 0x7fadd41f50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd37fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 0x7fadd41f50e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50750/0 (socket says 172.21.15.45:50750) 2024-09-17T03:32:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd37fe640 1 -- 172.21.15.45:0/402561078 learned_addr learned my addr 172.21.15.45:0/402561078 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd3fff640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fadd414d2b0 0x7fadd41f85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd2ffd640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fadd40b3770 0x7fadd41f5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd37fe640 1 -- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fadd414d2b0 msgr2=0x7fadd41f85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.394+0000 7fadd37fe640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fadd414d2b0 0x7fadd41f85f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadd37fe640 1 -- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fadd40b3770 msgr2=0x7fadd41f5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadd37fe640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fadd40b3770 0x7fadd41f5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadd37fe640 1 -- 172.21.15.45:0/402561078 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadd41f5e30 con 0x7fadd406e5c0 2024-09-17T03:32:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadd37fe640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 0x7fadd41f50e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fadc400c400 tx=0x7fadc400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc4017070 con 0x7fadd406e5c0 2024-09-17T03:32:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadc40053c0 con 0x7fadd406e5c0 2024-09-17T03:32:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadd415f760 con 0x7fadd406e5c0 2024-09-17T03:32:09.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc4003850 con 0x7fadd406e5c0 2024-09-17T03:32:09.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.395+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadd41f8b30 con 0x7fadd406e5c0 2024-09-17T03:32:09.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.396+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadd415e740 con 0x7fadd406e5c0 2024-09-17T03:32:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.397+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fadc401a070 con 0x7fadd406e5c0 2024-09-17T03:32:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.397+0000 7fadbbfff640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fadc0078bc0 0x7fadc007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.397+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fadc409a2b0 con 0x7fadd406e5c0 2024-09-17T03:32:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.397+0000 7fadd2ffd640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fadc0078bc0 0x7fadc007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.398+0000 7fadd2ffd640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fadc0078bc0 0x7fadc007b0d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fadc8001150 tx=0x7fadc80010e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:09.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.402+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fadc4061e80 con 0x7fadd406e5c0 2024-09-17T03:32:09.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.622+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fadd415dba0 con 0x7fadd406e5c0 2024-09-17T03:32:09.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.623+0000 7fadbbfff640 1 -- 172.21.15.45:0/402561078 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5225 (secure 0 0 0) 0x7fadc40668b0 con 0x7fadd406e5c0 2024-09-17T03:32:09.625 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:09.625 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":7,"btime":"2024-09-17T03:32:08:200678+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:07.604281+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:09.626 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 7 2024-09-17T03:32:09.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fadc0078bc0 msgr2=0x7fadc007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fadc0078bc0 0x7fadc007b0d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fadc8001150 tx=0x7fadc80010e0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 msgr2=0x7fadd41f50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 0x7fadd41f50e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fadc400c400 tx=0x7fadc400c8c0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 shutdown_connections 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fadc0078bc0 0x7fadc007b0d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fadd40b3770 0x7fadd41f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fadd414d2b0 0x7fadd41f85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 --2- 172.21.15.45:0/402561078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadd406e5c0 0x7fadd41f50e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 >> 172.21.15.45:0/402561078 conn(0x7fadd40d4320 msgr2=0x7fadd40b4740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 shutdown_connections 2024-09-17T03:32:09.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.625+0000 7fadda112640 1 -- 172.21.15.45:0/402561078 wait complete. 2024-09-17T03:32:09.636 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:09.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.752+0000 7fa67fb5f640 1 -- 172.21.15.45:0/4221867187 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67806e5c0 msgr2=0x7fa6780b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.752+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/4221867187 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67806e5c0 0x7fa6780b3770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa674009830 tx=0x7fa67402a510 comp rx=0 tx=0).stop 2024-09-17T03:32:09.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.752+0000 7fa67fb5f640 1 -- 172.21.15.45:0/4221867187 shutdown_connections 2024-09-17T03:32:09.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.752+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/4221867187 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67806e5c0 0x7fa6780b3770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.752+0000 7fa67fb5f640 1 -- 172.21.15.45:0/4221867187 >> 172.21.15.45:0/4221867187 conn(0x7fa6780d4320 msgr2=0x7fa6780d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:09.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.753+0000 7fa67fb5f640 1 -- 172.21.15.45:0/4221867187 shutdown_connections 2024-09-17T03:32:09.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.753+0000 7fa67fb5f640 1 -- 172.21.15.45:0/4221867187 wait complete. 2024-09-17T03:32:09.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.754+0000 7fa67fb5f640 1 Processor -- start 2024-09-17T03:32:09.754 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.754+0000 7fa67fb5f640 1 -- start start 2024-09-17T03:32:09.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67fb5f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa67806e5c0 0x7fa67815ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67fb5f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 0x7fa6780cc710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67fb5f640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa67815c270 0x7fa6780aac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67fb5f640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa6780d3710 con 0x7fa67815e740 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67fb5f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa6780d3590 con 0x7fa67806e5c0 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67fb5f640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa6780d3890 con 0x7fa67815c270 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 0x7fa6780cc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 0x7fa6780cc710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50778/0 (socket says 172.21.15.45:50778) 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 -- 172.21.15.45:0/2213002803 learned_addr learned my addr 172.21.15.45:0/2213002803 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d8fb640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa67806e5c0 0x7fa67815ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67e0fc640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa67815c270 0x7fa6780aac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 -- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa67815c270 msgr2=0x7fa6780aac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa67815c270 0x7fa6780aac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 -- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa67806e5c0 msgr2=0x7fa67815ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa67806e5c0 0x7fa67815ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 -- 172.21.15.45:0/2213002803 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6780b2c30 con 0x7fa67815e740 2024-09-17T03:32:09.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa67d0fa640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 0x7fa6780cc710 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa66800c340 tx=0x7fa66800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:09.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa668006890 con 0x7fa67815e740 2024-09-17T03:32:09.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.756+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa668006b40 con 0x7fa67815e740 2024-09-17T03:32:09.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.757+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6780b2f10 con 0x7fa67815e740 2024-09-17T03:32:09.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.757+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa668007020 con 0x7fa67815e740 2024-09-17T03:32:09.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.757+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa67815bf90 con 0x7fa67815e740 2024-09-17T03:32:09.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.758+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6780b3770 con 0x7fa67815e740 2024-09-17T03:32:09.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.758+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa668019020 con 0x7fa67815e740 2024-09-17T03:32:09.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.759+0000 7fa66e7fc640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa65c078bc0 0x7fa65c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:09.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.759+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa66809a570 con 0x7fa67815e740 2024-09-17T03:32:09.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.759+0000 7fa67d8fb640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa65c078bc0 0x7fa65c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:09.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.760+0000 7fa67d8fb640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa65c078bc0 0x7fa65c07b0d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa674034000 tx=0x7fa674004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:09.762 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.763+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa668062030 con 0x7fa67815e740 2024-09-17T03:32:09.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.948+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6780b53a0 con 0x7fa67815e740 2024-09-17T03:32:09.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.949+0000 7fa66e7fc640 1 -- 172.21.15.45:0/2213002803 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7fa668066a60 con 0x7fa67815e740 2024-09-17T03:32:09.948 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:09.948 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa65c078bc0 msgr2=0x7fa65c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa65c078bc0 0x7fa65c07b0d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa674034000 tx=0x7fa674004730 comp rx=0 tx=0).stop 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 msgr2=0x7fa6780cc710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 0x7fa6780cc710 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa66800c340 tx=0x7fa66800c800 comp rx=0 tx=0).stop 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 shutdown_connections 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa65c078bc0 0x7fa65c07b0d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa67815c270 0x7fa6780aac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa67815e740 0x7fa6780cc710 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 --2- 172.21.15.45:0/2213002803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa67806e5c0 0x7fa67815ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 >> 172.21.15.45:0/2213002803 conn(0x7fa6780d4320 msgr2=0x7fa6780c9e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:09.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 shutdown_connections 2024-09-17T03:32:09.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:09.951+0000 7fa67fb5f640 1 -- 172.21.15.45:0/2213002803 wait complete. 2024-09-17T03:32:10.364 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T03:32:02.562810+0000', 'modified': '2024-09-17T03:32:07.604281+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4386}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4386': {'gid': 4386, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.45:6835/1785224871', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.45:6833', 'nonce': 1785224871}, {'type': 'v1', 'addr': '172.21.15.45:6835', 'nonce': 1785224871}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4386, 'qdb_cluster': [4386]} 2024-09-17T03:32:10.364 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-17T03:32:10.365 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-17T03:32:10.486 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 -- 172.21.15.45:0/2374659729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 msgr2=0x7fee1800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.486 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 --2- 172.21.15.45:0/2374659729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee1800b9c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fee28005fd0 tx=0x7fee18005830 comp rx=0 tx=0).stop 2024-09-17T03:32:10.486 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 -- 172.21.15.45:0/2374659729 shutdown_connections 2024-09-17T03:32:10.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 --2- 172.21.15.45:0/2374659729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee1800b9c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 -- 172.21.15.45:0/2374659729 >> 172.21.15.45:0/2374659729 conn(0x7fee300d4320 msgr2=0x7fee300d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 -- 172.21.15.45:0/2374659729 shutdown_connections 2024-09-17T03:32:10.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.487+0000 7fee364a9640 1 -- 172.21.15.45:0/2374659729 wait complete. 2024-09-17T03:32:10.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.488+0000 7fee364a9640 1 Processor -- start 2024-09-17T03:32:10.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.489+0000 7fee364a9640 1 -- start start 2024-09-17T03:32:10.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee364a9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee300ab750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee364a9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee301f5850 0x7fee301f5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee364a9640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee300ccc20 0x7fee300cd030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee364a9640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fee300b7a60 con 0x7fee18005250 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee364a9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fee300b78e0 con 0x7fee301f5850 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee364a9640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fee300b7be0 con 0x7fee300ccc20 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee300ab750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee300ab750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50794/0 (socket says 172.21.15.45:50794) 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 -- 172.21.15.45:0/216860109 learned_addr learned my addr 172.21.15.45:0/216860109 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee301f5850 0x7fee301f5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee34a46640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee300ccc20 0x7fee300cd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 -- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee300ccc20 msgr2=0x7fee300cd030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee300ccc20 0x7fee300cd030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 -- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee301f5850 msgr2=0x7fee301f5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee301f5850 0x7fee301f5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 -- 172.21.15.45:0/216860109 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee300cd570 con 0x7fee18005250 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee34a46640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee300ccc20 0x7fee300cd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.490+0000 7fee2ffff640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee300ab750 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fee20003f00 tx=0x7fee20001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.491+0000 7fee2cff9640 1 -- 172.21.15.45:0/216860109 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20011640 con 0x7fee18005250 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.491+0000 7fee2cff9640 1 -- 172.21.15.45:0/216860109 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee20016020 con 0x7fee18005250 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.491+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3015ed70 con 0x7fee18005250 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.491+0000 7fee2cff9640 1 -- 172.21.15.45:0/216860109 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20011a60 con 0x7fee18005250 2024-09-17T03:32:10.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.491+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3015f330 con 0x7fee18005250 2024-09-17T03:32:10.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.492+0000 7fee2cff9640 1 -- 172.21.15.45:0/216860109 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fee20011c00 con 0x7fee18005250 2024-09-17T03:32:10.493 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.493+0000 7fee2cff9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee1c078b90 0x7fee1c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.493+0000 7fee2cff9640 1 -- 172.21.15.45:0/216860109 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fee2009bca0 con 0x7fee18005250 2024-09-17T03:32:10.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.493+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee1c078b90 0x7fee1c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.494+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee1c078b90 0x7fee1c07b0a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fee300ce280 tx=0x7fee24006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.494+0000 7fee3d419740 1 Processor -- start 2024-09-17T03:32:10.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.494+0000 7fee3d419740 1 -- start start 2024-09-17T03:32:10.496 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.495+0000 7fee3d419740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f21efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.495+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee243b0 0x55883f21f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.495+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee2c590 0x55883f23c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.495+0000 7fee3d419740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x55883f167820 con 0x55883ee4d270 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.495+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55883f156c50 con 0x55883ee2c590 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.495+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x55883f15aa60 con 0x55883ee243b0 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f21efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f21efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50798/0 (socket says 172.21.15.45:50798) 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 -- 172.21.15.45:0/1311739875 learned_addr learned my addr 172.21.15.45:0/1311739875 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee34a46640 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee2c590 0x55883f23c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee243b0 0x55883f21f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 -- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee243b0 msgr2=0x55883f21f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee243b0 0x55883f21f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 -- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee2c590 msgr2=0x55883f23c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee2c590 0x55883f23c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 -- 172.21.15.45:0/1311739875 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55883eeb8850 con 0x55883ee4d270 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee2ffff640 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f21efa0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fee20063510 tx=0x7fee20062f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92cc85d7179e1745 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee15ffb640 1 -- 172.21.15.45:0/1311739875 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20015040 con 0x55883ee4d270 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee15ffb640 1 -- 172.21.15.45:0/1311739875 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee20063580 con 0x55883ee4d270 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.496+0000 7fee15ffb640 1 -- 172.21.15.45:0/1311739875 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20068060 con 0x55883ee4d270 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 -- 172.21.15.45:0/1311739875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 msgr2=0x55883f21efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f21efa0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fee20063510 tx=0x7fee20062f90 comp rx=0 tx=0).stop 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 -- 172.21.15.45:0/1311739875 shutdown_connections 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee2c590 0x55883f23c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee243b0 0x55883f21f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 --2- 172.21.15.45:0/1311739875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f21efa0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 -- 172.21.15.45:0/1311739875 >> 172.21.15.45:0/1311739875 conn(0x55883ee413c0 msgr2=0x55883f1f5260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 -- 172.21.15.45:0/1311739875 shutdown_connections 2024-09-17T03:32:10.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.497+0000 7fee3d419740 1 -- 172.21.15.45:0/1311739875 wait complete. 2024-09-17T03:32:10.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.498+0000 7fee3d419740 1 -- start start 2024-09-17T03:32:10.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.498+0000 7fee3d419740 1 Processor -- start 2024-09-17T03:32:10.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.499+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f21be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.499+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.499+0000 7fee3d419740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.499+0000 7fee3d419740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x55883eec7620 con 0x55883ee4d270 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.499+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55883f0fc5f0 con 0x55883ee243b0 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.499+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x55883f21fa20 con 0x55883ee2c590 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee3d419740 10 client.0 _ll_register_callbacks cb 0x55883f1000a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50808/0 (socket says 172.21.15.45:50808) 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 -- 172.21.15.45:0/3475984993 learned_addr learned my addr 172.21.15.45:0/3475984993 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f21be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 -- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 msgr2=0x55883f20e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 -- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 msgr2=0x55883f21be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f21be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 -- 172.21.15.45:0/3475984993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55883ef2f6b0 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee34a46640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20eca0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee2802aec0 tx=0x7fee28003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72119fd4fde3efd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee0effd640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee0effd640 1 -- 172.21.15.45:0/3475984993 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee28009200 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee0effd640 1 -- 172.21.15.45:0/3475984993 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fee28004410 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee20063580 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee0effd640 1 -- 172.21.15.45:0/3475984993 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fee2804c050 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee3d419740 10 client.4506 fetch_fsmap learned FSMap version 7 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.500+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55883f217420 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee0effd640 1 -- 172.21.15.45:0/3475984993 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee20063580 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee0effd640 1 -- 172.21.15.45:0/3475984993 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7fee2804f020 con 0x55883ee4d270 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee3d419740 10 client.4506 fetch_fsmap finished waiting for FSMap version 7 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee3d419740 10 client.4506 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-17T03:32:10.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee3d419740 20 client.4506 populate_metadata read hostname 'smithi045' 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee3d419740 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883ee0be40 0x55883f1fb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee3d419740 4 client.4506 mds_command: new command op to 4386 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 --> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55883f169770 con 0x55883ee0be40 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883ee0be40 0x55883f1fb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee0effd640 10 client.4506 ms_handle_connect on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.501+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883ee0be40 0x55883f1fb700 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ebe1494a77b99da server_cookie=bba95444e51478a1 in_seq=0 out_seq=0 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee0effd640 1 -- 172.21.15.45:0/3475984993 <== mds.0 v2:172.21.15.45:6833/1785224871 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55883f169770 con 0x55883ee0be40 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee0effd640 10 client.4506 handle_command_reply: tid=0 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 client.4506 shutdown 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 msgr2=0x55883f20eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20eca0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee2802aec0 tx=0x7fee28003e00 comp rx=0 tx=0).stop 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 shutdown_connections 2024-09-17T03:32:10.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883ee0be40 0x55883f1fb700 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20eca0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee0effd640 0 client.4506 ms_handle_reset on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 --2- 172.21.15.45:0/3475984993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f21be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 >> 172.21.15.45:0/3475984993 conn(0x55883ee413c0 msgr2=0x55883f23b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 shutdown_connections 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.502+0000 7fee3d419740 1 -- 172.21.15.45:0/3475984993 wait complete. 2024-09-17T03:32:10.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.503+0000 7fee3d419740 20 client.4506 trim_cache size 0 max 16384 2024-09-17T03:32:10.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.521+0000 7fee3d419740 1 Processor -- start 2024-09-17T03:32:10.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.521+0000 7fee3d419740 1 -- start start 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.522+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f20e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.522+0000 7fee3d419740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 0x55883f20ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.522+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee4d270 0x55883f25c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.522+0000 7fee3d419740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fee30202780 con 0x55883ee2c590 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.522+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fee300b95f0 con 0x55883ee243b0 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.522+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fee30202130 con 0x55883ee4d270 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 0x55883f20ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 0x55883f20ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50824/0 (socket says 172.21.15.45:50824) 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 -- 172.21.15.45:0/2248916569 learned_addr learned my addr 172.21.15.45:0/2248916569 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2ffff640 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f20e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee34a46640 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee4d270 0x55883f25c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 -- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee4d270 msgr2=0x55883f25c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee4d270 0x55883f25c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 -- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 msgr2=0x55883f20e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f20e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 -- 172.21.15.45:0/2248916569 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55883f0d91a0 con 0x55883ee2c590 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2ffff640 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f20e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 0x55883f20ec30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fee3006d690 tx=0x7fee24014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd1cc47b03157cf server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee157fa640 1 -- 172.21.15.45:0/2248916569 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee24011e10 con 0x55883ee2c590 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee157fa640 1 -- 172.21.15.45:0/2248916569 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee24016070 con 0x55883ee2c590 2024-09-17T03:32:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.523+0000 7fee157fa640 1 -- 172.21.15.45:0/2248916569 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2402a730 con 0x55883ee2c590 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 -- 172.21.15.45:0/2248916569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 msgr2=0x55883f20ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 0x55883f20ec30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fee3006d690 tx=0x7fee24014070 comp rx=0 tx=0).stop 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 -- 172.21.15.45:0/2248916569 shutdown_connections 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee4d270 0x55883f25c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee2c590 0x55883f20ec30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 --2- 172.21.15.45:0/2248916569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f20e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 -- 172.21.15.45:0/2248916569 >> 172.21.15.45:0/2248916569 conn(0x55883ee413c0 msgr2=0x55883f1ea920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 -- 172.21.15.45:0/2248916569 shutdown_connections 2024-09-17T03:32:10.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.524+0000 7fee3d419740 1 -- 172.21.15.45:0/2248916569 wait complete. 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.525+0000 7fee3d419740 1 -- start start 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.525+0000 7fee3d419740 1 Processor -- start 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f2b95b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x55883f23d190 con 0x55883ee4d270 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55883f233990 con 0x55883ee243b0 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x55883f23d750 con 0x55883ee2c590 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.526+0000 7fee3d419740 10 client.0 _ll_register_callbacks cb 0x7fee180036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50840/0 (socket says 172.21.15.45:50840) 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 -- 172.21.15.45:0/3097053050 learned_addr learned my addr 172.21.15.45:0/3097053050 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f2b95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 -- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 msgr2=0x55883f20c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 -- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 msgr2=0x55883f2b95b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f2b95b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 -- 172.21.15.45:0/3097053050 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55883f25d3d0 con 0x55883ee4d270 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee2f7fe640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f2b95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee34a46640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20e6f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fee28002230 tx=0x7fee28003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49e95a1cc691f426 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee0effd640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee0effd640 1 -- 172.21.15.45:0/3097053050 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee28004760 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee0effd640 1 -- 172.21.15.45:0/3097053050 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fee28041b70 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee24016070 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee0effd640 1 -- 172.21.15.45:0/3097053050 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fee28041d70 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.527+0000 7fee3d419740 10 client.4512 fetch_fsmap learned FSMap version 7 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55883f2b9090 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee0effd640 1 -- 172.21.15.45:0/3097053050 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee28041020 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee0effd640 1 -- 172.21.15.45:0/3097053050 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7fee2804f050 con 0x55883ee4d270 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 10 client.4512 fetch_fsmap finished waiting for FSMap version 7 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 10 client.4512 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 20 client.4512 populate_metadata read hostname 'smithi045' 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883f20ed50 0x55883f21ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 4 client.4512 mds_command: new command op to 4386 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 --> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] -- command(tid 0: {"prefix": "status"}) -- 0x55883f165220 con 0x55883f20ed50 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883f20ed50 0x55883f21ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee0effd640 10 client.4512 ms_handle_connect on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.528+0000 7fee2ffff640 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883f20ed50 0x55883f21ec40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc9f2d30fa25f1d5 server_cookie=8524c694ce41b88a in_seq=0 out_seq=0 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee0effd640 1 -- 172.21.15.45:0/3097053050 <== mds.0 v2:172.21.15.45:6833/1785224871 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55883f165220 con 0x55883f20ed50 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee0effd640 10 client.4512 handle_command_reply: tid=0 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 client.4512 shutdown 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 msgr2=0x55883f20e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20e6f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fee28002230 tx=0x7fee28003ef0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 shutdown_connections 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x55883f20ed50 0x55883f21ec40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55883ee4d270 0x55883f20e6f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x55883ee2c590 0x55883f20c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee0effd640 0 client.4512 ms_handle_reset on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 --2- 172.21.15.45:0/3097053050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55883ee243b0 0x55883f2b95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 >> 172.21.15.45:0/3097053050 conn(0x55883ee413c0 msgr2=0x55883f1fbb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 shutdown_connections 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 1 -- 172.21.15.45:0/3097053050 wait complete. 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.529+0000 7fee3d419740 20 client.4512 trim_cache size 0 max 16384 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "268d12fa-d9d7-4546-bc33-c6ac34cae2f6", 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 0, 2024-09-17T03:32:10.534 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4386, 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 7.3618102270000003, 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 7, 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 25, 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 25, 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 13.459547252 2024-09-17T03:32:10.535 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee1c078b90 msgr2=0x7fee1c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee1c078b90 0x7fee1c07b0a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fee300ce280 tx=0x7fee24006040 comp rx=0 tx=0).stop 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 msgr2=0x7fee300ab750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee300ab750 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fee20003f00 tx=0x7fee20001630 comp rx=0 tx=0).stop 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 shutdown_connections 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee1c078b90 0x7fee1c07b0a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee301f5850 0x7fee301f5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee300ccc20 0x7fee300cd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 --2- 172.21.15.45:0/216860109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee18005250 0x7fee300ab750 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 >> 172.21.15.45:0/216860109 conn(0x7fee300d4320 msgr2=0x7fee300b5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 shutdown_connections 2024-09-17T03:32:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.530+0000 7fee364a9640 1 -- 172.21.15.45:0/216860109 wait complete. 2024-09-17T03:32:10.540 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T03:32:10.540 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:10.540 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-17T03:32:10.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 -- 172.21.15.45:0/3615105104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 msgr2=0x7feff0003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3615105104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7feff0003ec0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7feff8002230 tx=0x7feff0005830 comp rx=0 tx=0).stop 2024-09-17T03:32:10.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 -- 172.21.15.45:0/3615105104 shutdown_connections 2024-09-17T03:32:10.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3615105104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7feff0003ec0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 -- 172.21.15.45:0/3615105104 >> 172.21.15.45:0/3615105104 conn(0x7ff0080d4320 msgr2=0x7ff0080d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 -- 172.21.15.45:0/3615105104 shutdown_connections 2024-09-17T03:32:10.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.658+0000 7ff00ff82640 1 -- 172.21.15.45:0/3615105104 wait complete. 2024-09-17T03:32:10.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.660+0000 7ff00ff82640 1 Processor -- start 2024-09-17T03:32:10.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.660+0000 7ff00ff82640 1 -- start start 2024-09-17T03:32:10.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00ff82640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7ff00815c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00ff82640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0081f9050 0x7ff0081e90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00ff82640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff0081f83f0 0x7ff0081f8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00ff82640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff0080b7a60 con 0x7feff0003a50 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00ff82640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff0080b78e0 con 0x7ff0081f9050 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00ff82640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff0080b7be0 con 0x7ff0081f83f0 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7ff00815c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7ff00815c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50860/0 (socket says 172.21.15.45:50860) 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 -- 172.21.15.45:0/3934161116 learned_addr learned my addr 172.21.15.45:0/3934161116 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00d51d640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0081f9050 0x7ff0081e90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00e51f640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff0081f83f0 0x7ff0081f8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 -- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff0081f83f0 msgr2=0x7ff0081f8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff0081f83f0 0x7ff0081f8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 -- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0081f9050 msgr2=0x7ff0081e90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0081f9050 0x7ff0081e90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 -- 172.21.15.45:0/3934161116 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0081f8d40 con 0x7feff0003a50 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00e51f640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff0081f83f0 0x7ff0081f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.661+0000 7ff00dd1e640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7ff00815c7b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7feff800c6d0 tx=0x7feff8001b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.662+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff802bb90 con 0x7feff0003a50 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.662+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feff803a070 con 0x7feff0003a50 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.662+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff802be60 con 0x7feff0003a50 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.662+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0081e9a40 con 0x7feff0003a50 2024-09-17T03:32:10.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.662+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0081ea000 con 0x7feff0003a50 2024-09-17T03:32:10.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.663+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0080cf100 con 0x7feff0003a50 2024-09-17T03:32:10.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.663+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7feff8046060 con 0x7feff0003a50 2024-09-17T03:32:10.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.664+0000 7ff0067fc640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feff4078b90 0x7feff407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:10.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.664+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7feff80bb5b0 con 0x7feff0003a50 2024-09-17T03:32:10.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.664+0000 7ff00d51d640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feff4078b90 0x7feff407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:10.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.665+0000 7ff00d51d640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feff4078b90 0x7feff407b0a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff0080cccf0 tx=0x7feffc005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:10.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.669+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7feff8083770 con 0x7feff0003a50 2024-09-17T03:32:10.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.894+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff0080b40d0 con 0x7feff0003a50 2024-09-17T03:32:10.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.895+0000 7ff0067fc640 1 -- 172.21.15.45:0/3934161116 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7feff8083070 con 0x7feff0003a50 2024-09-17T03:32:10.894 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feff4078b90 msgr2=0x7feff407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feff4078b90 0x7feff407b0a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff0080cccf0 tx=0x7feffc005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 msgr2=0x7ff00815c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7ff00815c7b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7feff800c6d0 tx=0x7feff8001b40 comp rx=0 tx=0).stop 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 shutdown_connections 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feff4078b90 0x7feff407b0a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0081f9050 0x7ff0081e90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff0081f83f0 0x7ff0081f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 --2- 172.21.15.45:0/3934161116 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feff0003a50 0x7ff00815c7b0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 >> 172.21.15.45:0/3934161116 conn(0x7ff0080d4320 msgr2=0x7ff0080d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:10.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 shutdown_connections 2024-09-17T03:32:10.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:10.897+0000 7ff00ff82640 1 -- 172.21.15.45:0/3934161116 wait complete. 2024-09-17T03:32:10.907 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi045.front.sepia.ceph.com 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T03:32:10.908 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-17T03:32:10.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:10.908 DEBUG:teuthology.orchestra.run.smithi045:> ip addr 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a6 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:10.925 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f0 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a7 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f1 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:be brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f0 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: inet 172.21.15.45/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft 42756sec preferred_lft 42756sec 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::ec4:7aff:febd:12be/64 scope link 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:bf brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:10.926 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f1 2024-09-17T03:32:10.927 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-17T03:32:10.927 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:10.927 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:10.927 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add name ceph-brx type bridge 2024-09-17T03:32:10.927 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip addr flush dev ceph-brx 2024-09-17T03:32:10.927 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set ceph-brx up 2024-09-17T03:32:10.928 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-17T03:32:10.928 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:11.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:11.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:11.134 DEBUG:teuthology.orchestra.run.smithi045:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T03:32:11.161 INFO:teuthology.orchestra.run.smithi045.stdout:1 2024-09-17T03:32:11.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:11.162 DEBUG:teuthology.orchestra.run.smithi045:> route 2024-09-17T03:32:11.227 INFO:teuthology.orchestra.run.smithi045.stdout:Kernel IP routing table 2024-09-17T03:32:11.227 INFO:teuthology.orchestra.run.smithi045.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T03:32:11.227 INFO:teuthology.orchestra.run.smithi045.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-17T03:32:11.228 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-17T03:32:11.228 INFO:teuthology.orchestra.run.smithi045.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T03:32:11.228 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:11.228 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:11.228 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-17T03:32:11.228 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-17T03:32:11.228 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-17T03:32:11.229 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:11.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:11.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:11.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:11.510 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2024-09-17T03:32:11.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:11.527 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list-id 2024-09-17T03:32:11.584 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:11.584 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:11.584 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-17T03:32:11.584 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-17T03:32:11.584 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:11.674 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:11.704 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-17T03:32:11.704 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:11.704 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:11.705 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-17T03:32:11.705 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-17T03:32:11.705 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-17T03:32:11.705 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-17T03:32:11.705 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-17T03:32:11.705 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:11.754 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:11.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:11.835 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:11.835 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:11.836 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set brx.0 up 2024-09-17T03:32:11.836 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set dev brx.0 master ceph-brx 2024-09-17T03:32:11.836 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:11.885 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:11.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:11.915 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-17T03:32:11.915 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:11.915 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:11.944 INFO:teuthology.orchestra.run.smithi045.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-17T03:32:11.945 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:11.945 DEBUG:teuthology.orchestra.run.smithi045:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:12.001 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:32:12.067 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:12.125 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:12.126 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:32:12.127 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:32:12.128 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:32:12.128 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:32:12.128 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-17T03:32:12.128 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-17T03:32:12.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:12.128 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:32:12.183 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-17T03:32:12.183 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-17T03:32:12.226 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:32:12.251 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:32:12.309 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:12.310 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-17T03:32:12.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:12.312 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:32:12.331 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi045.stderr:2024-09-17T03:32:12.332+0000 7f84a931b480 -1 init, newargv = 0x559c99200e20 newargc=15 2024-09-17T03:32:12.331 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi045.stderr:ceph-fuse[42941]: starting ceph client 2024-09-17T03:32:12.338 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi045.stderr:ceph-fuse[42941]: starting fuse 2024-09-17T03:32:12.347 INFO:teuthology.orchestra.run.smithi045.stdout:43 2024-09-17T03:32:12.348 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-17T03:32:12.348 DEBUG:teuthology.orchestra.run.smithi045:> sudo stdin-killer -- python3 -c ' 2024-09-17T03:32:12.348 DEBUG:teuthology.orchestra.run.smithi045:> import glob 2024-09-17T03:32:12.348 DEBUG:teuthology.orchestra.run.smithi045:> import re 2024-09-17T03:32:12.348 DEBUG:teuthology.orchestra.run.smithi045:> import os 2024-09-17T03:32:12.348 DEBUG:teuthology.orchestra.run.smithi045:> import subprocess 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> def _find_admin_socket(client_name): 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> files = glob.glob(asok_path) 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> # Given a non-glob path, it better be there 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> if "*" not in asok_path: 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> assert(len(files) == 1) 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> return files[0] 2024-09-17T03:32:12.349 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> for f in files: 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> contents = proc_f.read() 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> if mountpoint in contents: 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> return f 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> print(_find_admin_socket("client.admin")) 2024-09-17T03:32:12.350 DEBUG:teuthology.orchestra.run.smithi045:> ' 2024-09-17T03:32:12.468 INFO:teuthology.orchestra.run.smithi045.stdout:/var/run/ceph/ceph-client.admin.42941.asok 2024-09-17T03:32:12.471 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:12.479 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42941.asok 2024-09-17T03:32:12.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:12.480 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42941.asok status 2024-09-17T03:32:12.624 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:32:12.624 INFO:teuthology.orchestra.run.smithi045.stdout: "metadata": { 2024-09-17T03:32:12.624 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_sha1": "ce1b342bf8c6349a8c90cd607f83bff2443f21cf", 2024-09-17T03:32:12.624 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_version": "ceph version 19.3.0-4989-gce1b342b (ce1b342bf8c6349a8c90cd607f83bff2443f21cf) squid (dev)", 2024-09-17T03:32:12.624 INFO:teuthology.orchestra.run.smithi045.stdout: "entity_id": "admin", 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "hostname": "smithi045", 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "pid": "42941", 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "root": "/" 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_count": 0, 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_pinned_count": 0, 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4524, 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "inst": { 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "name": { 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "client", 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "num": 4524 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:12.625 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 4108834411 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 4108834411 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "inst_str": "client.4524 192.168.0.1:0/4108834411", 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "addr_str": "192.168.0.1:0/4108834411", 2024-09-17T03:32:12.626 INFO:teuthology.orchestra.run.smithi045.stdout: "inode_count": 1, 2024-09-17T03:32:12.627 INFO:teuthology.orchestra.run.smithi045.stdout: "mds_epoch": 7, 2024-09-17T03:32:12.627 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch": 25, 2024-09-17T03:32:12.627 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch_barrier": 0, 2024-09-17T03:32:12.627 INFO:teuthology.orchestra.run.smithi045.stdout: "blocklisted": false, 2024-09-17T03:32:12.627 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs" 2024-09-17T03:32:12.627 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:32:12.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:12.633 DEBUG:teuthology.orchestra.run.smithi045:> stat --file-system '--printf=%T 2024-09-17T03:32:12.633 DEBUG:teuthology.orchestra.run.smithi045:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:12.649 INFO:teuthology.orchestra.run.smithi045.stdout:fuseblk 2024-09-17T03:32:12.650 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:12.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:12.650 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:12.717 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-17T03:32:12.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T03:32:12.827 INFO:teuthology.orchestra.run.smithi045.stdout:# file: . 2024-09-17T03:32:12.828 INFO:teuthology.orchestra.run.smithi045.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-17T03:32:12.828 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:12.828 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:12.834 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:12.834 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:12.851 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 -- 172.21.15.45:0/1873134301 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 msgr2=0x7f731800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 --2- 172.21.15.45:0/1873134301 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f731800b9c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f732800c2e0 tx=0x7f7318005830 comp rx=0 tx=0).stop 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 -- 172.21.15.45:0/1873134301 shutdown_connections 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 --2- 172.21.15.45:0/1873134301 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f731800b9c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 -- 172.21.15.45:0/1873134301 >> 172.21.15.45:0/1873134301 conn(0x7f73300b2260 msgr2=0x7f73300b2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 -- 172.21.15.45:0/1873134301 shutdown_connections 2024-09-17T03:32:13.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.009+0000 7f7334d2b640 1 -- 172.21.15.45:0/1873134301 wait complete. 2024-09-17T03:32:13.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.011+0000 7f7334d2b640 1 Processor -- start 2024-09-17T03:32:13.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.011+0000 7f7334d2b640 1 -- start start 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f7334d2b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f7330158b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f7334d2b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f733015b450 0x7f733015b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f7334d2b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73300b4630 0x7f73300b4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f7334d2b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f73300b60b0 con 0x7f7318005350 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f7334d2b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f73300b5f30 con 0x7f73300b4630 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f7334d2b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f7330160cb0 con 0x7f733015b450 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f732e59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f7330158b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f732e59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f7330158b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50880/0 (socket says 172.21.15.45:50880) 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f732e59c640 1 -- 172.21.15.45:0/3672228834 learned_addr learned my addr 172.21.15.45:0/3672228834 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:13.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f732ed9d640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73300b4630 0x7f73300b4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.012+0000 7f732dd9b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f733015b450 0x7f733015b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f732e59c640 1 -- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f733015b450 msgr2=0x7f733015b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f732e59c640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f733015b450 0x7f733015b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f732e59c640 1 -- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73300b4630 msgr2=0x7f73300b4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f732e59c640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73300b4630 0x7f73300b4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f732e59c640 1 -- 172.21.15.45:0/3672228834 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73300b4f80 con 0x7f7318005350 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f732e59c640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f7330158b50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7320011c70 tx=0x7f732000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7320003e40 con 0x7f7318005350 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7320004b20 con 0x7f7318005350 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f733015c0d0 con 0x7f7318005350 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7320004050 con 0x7f7318005350 2024-09-17T03:32:13.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.013+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73300ce3e0 con 0x7f7318005350 2024-09-17T03:32:13.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.014+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73300b55e0 con 0x7f7318005350 2024-09-17T03:32:13.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.015+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f73200041f0 con 0x7f7318005350 2024-09-17T03:32:13.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.016+0000 7f731effd640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7310078b90 0x7f731007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.016+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f732009c390 con 0x7f7318005350 2024-09-17T03:32:13.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.016+0000 7f732dd9b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7310078b90 0x7f731007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.016+0000 7f732dd9b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7310078b90 0x7f731007b0a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f73301f9ac0 tx=0x7f7324006b70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:13.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.020+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f73300b4f80 con 0x7f7318005350 2024-09-17T03:32:13.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.219+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f73300af850 con 0x7f7318005350 2024-09-17T03:32:13.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.219+0000 7f731effd640 1 -- 172.21.15.45:0/3672228834 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f73200643f0 con 0x7f7318005350 2024-09-17T03:32:13.218 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7310078b90 msgr2=0x7f731007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7310078b90 0x7f731007b0a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f73301f9ac0 tx=0x7f7324006b70 comp rx=0 tx=0).stop 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 msgr2=0x7f7330158b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f7330158b50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7320011c70 tx=0x7f732000f790 comp rx=0 tx=0).stop 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 shutdown_connections 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7310078b90 0x7f731007b0a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73300b4630 0x7f73300b4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f733015b450 0x7f733015b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 --2- 172.21.15.45:0/3672228834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7318005350 0x7f7330158b50 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 >> 172.21.15.45:0/3672228834 conn(0x7f73300b2260 msgr2=0x7f73300b0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:13.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.221+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 shutdown_connections 2024-09-17T03:32:13.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.222+0000 7f7334d2b640 1 -- 172.21.15.45:0/3672228834 wait complete. 2024-09-17T03:32:13.232 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:13.232 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:13.248 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:13.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.406+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/2852882526 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 msgr2=0x7fa1c006f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.406+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/2852882526 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c006f1a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4009860 tx=0x7fa1b402a420 comp rx=0 tx=0).stop 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.406+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/2852882526 shutdown_connections 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.406+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/2852882526 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 0x7fa1c015b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.406+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/2852882526 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c006f1a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.406+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/2852882526 >> 172.21.15.45:0/2852882526 conn(0x7fa1c0073b80 msgr2=0x7fa1c0073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.407+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/2852882526 shutdown_connections 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.407+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/2852882526 wait complete. 2024-09-17T03:32:13.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.408+0000 7fa1c5ddf640 1 Processor -- start 2024-09-17T03:32:13.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.408+0000 7fa1c5ddf640 1 -- start start 2024-09-17T03:32:13.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1c5ddf640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c01f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1c5ddf640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1c00d0180 0x7fa1c0150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1c5ddf640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 0x7fa1c01505c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1c5ddf640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa1c015f260 con 0x7fa1c00cd630 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1c5ddf640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa1c015f0e0 con 0x7fa1c00d0180 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1c5ddf640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa1c015f3e0 con 0x7fa1c015b010 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c01f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c01f2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50896/0 (socket says 172.21.15.45:50896) 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 -- 172.21.15.45:0/3574133816 learned_addr learned my addr 172.21.15.45:0/3574133816 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1beffd640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1c00d0180 0x7fa1c0150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bffff640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 0x7fa1c01505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 -- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 msgr2=0x7fa1c01505c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 0x7fa1c01505c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 -- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1c00d0180 msgr2=0x7fa1c0150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1c00d0180 0x7fa1c0150080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 -- 172.21.15.45:0/3574133816 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1c015edb0 con 0x7fa1c00cd630 2024-09-17T03:32:13.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bffff640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 0x7fa1c01505c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:13.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.410+0000 7fa1bf7fe640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c01f2da0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa1b000c3a0 tx=0x7fa1b000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:13.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.411+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1b0011790 con 0x7fa1c00cd630 2024-09-17T03:32:13.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.411+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1b0017070 con 0x7fa1c00cd630 2024-09-17T03:32:13.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.411+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1c015ead0 con 0x7fa1c00cd630 2024-09-17T03:32:13.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.411+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1b0011cc0 con 0x7fa1c00cd630 2024-09-17T03:32:13.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.411+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1c01f6ef0 con 0x7fa1c00cd630 2024-09-17T03:32:13.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.412+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1c0070ce0 con 0x7fa1c00cd630 2024-09-17T03:32:13.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.412+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa1b001c460 con 0x7fa1c00cd630 2024-09-17T03:32:13.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.413+0000 7fa1a7fff640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa1ac078b90 0x7fa1ac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.413+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa1b009ad00 con 0x7fa1c00cd630 2024-09-17T03:32:13.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.413+0000 7fa1beffd640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa1ac078b90 0x7fa1ac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.414+0000 7fa1beffd640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa1ac078b90 0x7fa1ac07b0a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4034000 tx=0x7fa1b4004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:13.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.418+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa1c0070ce0 con 0x7fa1c00cd630 2024-09-17T03:32:13.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.611+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa1c015f900 con 0x7fa1c00cd630 2024-09-17T03:32:13.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.612+0000 7fa1a7fff640 1 -- 172.21.15.45:0/3574133816 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fa1b0062ea0 con 0x7fa1c00cd630 2024-09-17T03:32:13.612 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa1ac078b90 msgr2=0x7fa1ac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa1ac078b90 0x7fa1ac07b0a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4034000 tx=0x7fa1b4004730 comp rx=0 tx=0).stop 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 msgr2=0x7fa1c01f2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c01f2da0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa1b000c3a0 tx=0x7fa1b000c860 comp rx=0 tx=0).stop 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 shutdown_connections 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa1ac078b90 0x7fa1ac07b0a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1c00d0180 0x7fa1c0150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1c015b010 0x7fa1c01505c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 --2- 172.21.15.45:0/3574133816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1c00cd630 0x7fa1c01f2da0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 >> 172.21.15.45:0/3574133816 conn(0x7fa1c0073b80 msgr2=0x7fa1c00b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 shutdown_connections 2024-09-17T03:32:13.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.614+0000 7fa1c5ddf640 1 -- 172.21.15.45:0/3574133816 wait complete. 2024-09-17T03:32:13.626 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi045.front.sepia.ceph.com... 2024-09-17T03:32:13.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:13.626 DEBUG:teuthology.orchestra.run.smithi045:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-17T03:32:13.650 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi045.stderr:ceph-fuse[42941]: fuse finished with error 0 and tester_r 0 2024-09-17T03:32:13.652 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:13.707 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:32:13.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:13.708 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-17T03:32:13.731 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 -- 172.21.15.45:0/1251852860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39680cf650 msgr2=0x7f39680b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 --2- 172.21.15.45:0/1251852860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39680cf650 0x7f39680b3770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f395c009830 tx=0x7f395c02a510 comp rx=0 tx=0).stop 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 -- 172.21.15.45:0/1251852860 shutdown_connections 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 --2- 172.21.15.45:0/1251852860 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f396815e740 0x7f39680b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 --2- 172.21.15.45:0/1251852860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39680cf650 0x7f39680b3770 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 -- 172.21.15.45:0/1251852860 >> 172.21.15.45:0/1251852860 conn(0x7f39680d4320 msgr2=0x7f39680d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 -- 172.21.15.45:0/1251852860 shutdown_connections 2024-09-17T03:32:13.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.888+0000 7f396dc7e640 1 -- 172.21.15.45:0/1251852860 wait complete. 2024-09-17T03:32:13.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.890+0000 7f396dc7e640 1 Processor -- start 2024-09-17T03:32:13.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.890+0000 7f396dc7e640 1 -- start start 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.891+0000 7f396dc7e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 0x7f39681f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.891+0000 7f396dc7e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f396815e740 0x7f39680c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.891+0000 7f396dc7e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39681f92e0 0x7f39680c8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.891+0000 7f396dc7e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f39680d3460 con 0x7f396806e5c0 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.891+0000 7f396dc7e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f39680d32e0 con 0x7f396815e740 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.891+0000 7f396dc7e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f39680d35e0 con 0x7f39681f92e0 2024-09-17T03:32:13.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 0x7f39681f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 0x7f39681f8da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50912/0 (socket says 172.21.15.45:50912) 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 -- 172.21.15.45:0/91481332 learned_addr learned my addr 172.21.15.45:0/91481332 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f3966ffd640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f396815e740 0x7f39680c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f3967fff640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39681f92e0 0x7f39680c8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 -- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39681f92e0 msgr2=0x7f39680c8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39681f92e0 0x7f39680c8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 -- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f396815e740 msgr2=0x7f39680c87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f396815e740 0x7f39680c87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 -- 172.21.15.45:0/91481332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39680c9560 con 0x7f396806e5c0 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f3966ffd640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f396815e740 0x7f39680c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f3967fff640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39681f92e0 0x7f39680c8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f39677fe640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 0x7f39681f8da0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f395800c3c0 tx=0x7f395800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:13.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958017070 con 0x7f396806e5c0 2024-09-17T03:32:13.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39580035f0 con 0x7f396806e5c0 2024-09-17T03:32:13.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958003a80 con 0x7f396806e5c0 2024-09-17T03:32:13.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39680c9840 con 0x7f396806e5c0 2024-09-17T03:32:13.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.892+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39680c9e00 con 0x7f396806e5c0 2024-09-17T03:32:13.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.893+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39680d3a90 con 0x7f396806e5c0 2024-09-17T03:32:13.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.894+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f395801a070 con 0x7f396806e5c0 2024-09-17T03:32:13.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.895+0000 7f394ffff640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3954078b90 0x7f395407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:13.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.895+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f395809a390 con 0x7f396806e5c0 2024-09-17T03:32:13.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.895+0000 7f3966ffd640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3954078b90 0x7f395407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:13.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.896+0000 7f3966ffd640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3954078b90 0x7f395407b0a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f395c034000 tx=0x7f395c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:13.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:13.900+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f3958062490 con 0x7f396806e5c0 2024-09-17T03:32:14.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.085+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f39681e7250 con 0x7f396806e5c0 2024-09-17T03:32:14.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.086+0000 7f394ffff640 1 -- 172.21.15.45:0/91481332 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f3958061d90 con 0x7f396806e5c0 2024-09-17T03:32:14.086 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:14.087 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3954078b90 msgr2=0x7f395407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3954078b90 0x7f395407b0a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f395c034000 tx=0x7f395c004730 comp rx=0 tx=0).stop 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 msgr2=0x7f39681f8da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 0x7f39681f8da0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f395800c3c0 tx=0x7f395800c880 comp rx=0 tx=0).stop 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 shutdown_connections 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3954078b90 0x7f395407b0a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f396815e740 0x7f39680c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39681f92e0 0x7f39680c8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 --2- 172.21.15.45:0/91481332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f396806e5c0 0x7f39681f8da0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 >> 172.21.15.45:0/91481332 conn(0x7f39680d4320 msgr2=0x7f39680b3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:14.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 shutdown_connections 2024-09-17T03:32:14.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.088+0000 7f396dc7e640 1 -- 172.21.15.45:0/91481332 wait complete. 2024-09-17T03:32:14.100 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:14.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.216+0000 7fae78f8b640 1 -- 172.21.15.45:0/1088041680 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cf650 msgr2=0x7fae740b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.216+0000 7fae78f8b640 1 --2- 172.21.15.45:0/1088041680 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cf650 0x7fae740b78e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fae6c009830 tx=0x7fae6c02a510 comp rx=0 tx=0).stop 2024-09-17T03:32:14.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.217+0000 7fae78f8b640 1 -- 172.21.15.45:0/1088041680 shutdown_connections 2024-09-17T03:32:14.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.217+0000 7fae78f8b640 1 --2- 172.21.15.45:0/1088041680 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cf650 0x7fae740b78e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.217+0000 7fae78f8b640 1 --2- 172.21.15.45:0/1088041680 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae7406e5c0 0x7fae740b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.217+0000 7fae78f8b640 1 -- 172.21.15.45:0/1088041680 >> 172.21.15.45:0/1088041680 conn(0x7fae740d4320 msgr2=0x7fae740d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:14.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.217+0000 7fae78f8b640 1 -- 172.21.15.45:0/1088041680 shutdown_connections 2024-09-17T03:32:14.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.217+0000 7fae78f8b640 1 -- 172.21.15.45:0/1088041680 wait complete. 2024-09-17T03:32:14.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.219+0000 7fae78f8b640 1 Processor -- start 2024-09-17T03:32:14.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.219+0000 7fae78f8b640 1 -- start start 2024-09-17T03:32:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae78f8b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae7406e5c0 0x7fae741545e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae78f8b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae7415e740 0x7fae740cb420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae78f8b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 0x7fae740ca000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae78f8b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fae740d3380 con 0x7fae740cb960 2024-09-17T03:32:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae78f8b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fae740d3200 con 0x7fae7415e740 2024-09-17T03:32:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae78f8b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fae740d3500 con 0x7fae7406e5c0 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae72d9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 0x7fae740ca000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae72d9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 0x7fae740ca000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50934/0 (socket says 172.21.15.45:50934) 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae7259c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae7406e5c0 0x7fae741545e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae72d9d640 1 -- 172.21.15.45:0/4056141322 learned_addr learned my addr 172.21.15.45:0/4056141322 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae71d9b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae7415e740 0x7fae740cb420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.220+0000 7fae72d9d640 1 -- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae7406e5c0 msgr2=0x7fae741545e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.221+0000 7fae72d9d640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae7406e5c0 0x7fae741545e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.221+0000 7fae72d9d640 1 -- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae7415e740 msgr2=0x7fae740cb420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.221+0000 7fae72d9d640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae7415e740 0x7fae740cb420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.221+0000 7fae72d9d640 1 -- 172.21.15.45:0/4056141322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae740cc190 con 0x7fae740cb960 2024-09-17T03:32:14.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.221+0000 7fae72d9d640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 0x7fae740ca000 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fae6c009950 tx=0x7fae6c033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:14.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.222+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c031b50 con 0x7fae740cb960 2024-09-17T03:32:14.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.222+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae6c031de0 con 0x7fae740cb960 2024-09-17T03:32:14.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.222+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae740cc7e0 con 0x7fae740cb960 2024-09-17T03:32:14.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.222+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c005280 con 0x7fae740cb960 2024-09-17T03:32:14.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.222+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae740ccda0 con 0x7fae740cb960 2024-09-17T03:32:14.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.223+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae740cbf00 con 0x7fae740cb960 2024-09-17T03:32:14.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.224+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fae6c005420 con 0x7fae740cb960 2024-09-17T03:32:14.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.224+0000 7fae6affd640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae54078b90 0x7fae5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.224+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fae6c0bc3f0 con 0x7fae740cb960 2024-09-17T03:32:14.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.225+0000 7fae7259c640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae54078b90 0x7fae5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.225+0000 7fae7259c640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae54078b90 0x7fae5407b0a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fae64005fd0 tx=0x7fae64009500 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:14.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.229+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fae6c03f030 con 0x7fae740cb960 2024-09-17T03:32:14.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.414+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae740d3a20 con 0x7fae740cb960 2024-09-17T03:32:14.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.416+0000 7fae6affd640 1 -- 172.21.15.45:0/4056141322 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7fae6c031770 con 0x7fae740cb960 2024-09-17T03:32:14.416 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:14.416 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:14.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae54078b90 msgr2=0x7fae5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae54078b90 0x7fae5407b0a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fae64005fd0 tx=0x7fae64009500 comp rx=0 tx=0).stop 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 msgr2=0x7fae740ca000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 0x7fae740ca000 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fae6c009950 tx=0x7fae6c033ba0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 shutdown_connections 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae54078b90 0x7fae5407b0a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae7415e740 0x7fae740cb420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae740cb960 0x7fae740ca000 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 --2- 172.21.15.45:0/4056141322 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae7406e5c0 0x7fae741545e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 >> 172.21.15.45:0/4056141322 conn(0x7fae740d4320 msgr2=0x7fae7415d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 shutdown_connections 2024-09-17T03:32:14.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.418+0000 7fae78f8b640 1 -- 172.21.15.45:0/4056141322 wait complete. 2024-09-17T03:32:14.430 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-17T03:32:14.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 -- 172.21.15.45:0/3177972853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 msgr2=0x7f6a6c15e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 --2- 172.21.15.45:0/3177972853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c15e740 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6a64005fd0 tx=0x7f6a6402a8d0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 -- 172.21.15.45:0/3177972853 shutdown_connections 2024-09-17T03:32:14.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 --2- 172.21.15.45:0/3177972853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c15e740 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 -- 172.21.15.45:0/3177972853 >> 172.21.15.45:0/3177972853 conn(0x7f6a6c0d4320 msgr2=0x7f6a6c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:14.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 -- 172.21.15.45:0/3177972853 shutdown_connections 2024-09-17T03:32:14.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.549+0000 7f6a713b0640 1 -- 172.21.15.45:0/3177972853 wait complete. 2024-09-17T03:32:14.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.551+0000 7f6a713b0640 1 Processor -- start 2024-09-17T03:32:14.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.551+0000 7f6a713b0640 1 -- start start 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.552+0000 7f6a713b0640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a6c06e5c0 0x7f6a6c0c7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a713b0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c0b1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a713b0640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 0x7f6a6c1f8720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a713b0640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c0d3710 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a713b0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c0d3590 con 0x7f6a6c0b3770 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a713b0640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f6a6c0d3890 con 0x7f6a6c06e5c0 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 0x7f6a6c1f8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 0x7f6a6c1f8720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50950/0 (socket says 172.21.15.45:50950) 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 -- 172.21.15.45:0/2066052678 learned_addr learned my addr 172.21.15.45:0/2066052678 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6a7fc640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c0b1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6affd640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a6c06e5c0 0x7f6a6c0c7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 -- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a6c06e5c0 msgr2=0x7f6a6c0c7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a6c06e5c0 0x7f6a6c0c7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 -- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 msgr2=0x7f6a6c0b1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c0b1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 -- 172.21.15.45:0/2066052678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a6c0c8660 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6a7fc640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c0b1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a6b7fe640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 0x7f6a6c1f8720 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6a64005fd0 tx=0x7f6a64005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.553+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64037040 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.554+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a64003c60 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.554+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6403c990 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.554+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a6c0c8940 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.554+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a6c0c8f00 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.555+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a6c15e740 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.555+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6a6403a070 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.556+0000 7f6a537fe640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a58078b90 0x7f6a5807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:14.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.556+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6a640bbf70 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.556+0000 7f6a6affd640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a58078b90 0x7f6a5807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:14.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.557+0000 7f6a6affd640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a58078b90 0x7f6a5807b0a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c000f60 tx=0x7f6a5c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:14.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.561+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f6a64041020 con 0x7f6a6c0b24a0 2024-09-17T03:32:14.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:14.783+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6a6c0ba100 con 0x7f6a6c0b24a0 2024-09-17T03:32:15.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.221+0000 7f6a537fe640 1 -- 172.21.15.45:0/2066052678 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f6a640839a0 con 0x7f6a6c0b24a0 2024-09-17T03:32:15.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a58078b90 msgr2=0x7f6a5807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:15.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a58078b90 0x7f6a5807b0a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c000f60 tx=0x7f6a5c009040 comp rx=0 tx=0).stop 2024-09-17T03:32:15.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 msgr2=0x7f6a6c1f8720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 0x7f6a6c1f8720 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6a64005fd0 tx=0x7f6a64005c30 comp rx=0 tx=0).stop 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 shutdown_connections 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a58078b90 0x7f6a5807b0a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a6c0b3770 0x7f6a6c0b1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a6c0b24a0 0x7f6a6c1f8720 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 --2- 172.21.15.45:0/2066052678 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a6c06e5c0 0x7f6a6c0c7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 >> 172.21.15.45:0/2066052678 conn(0x7f6a6c0d4320 msgr2=0x7f6a6c0b65f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 shutdown_connections 2024-09-17T03:32:15.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.225+0000 7f6a713b0640 1 -- 172.21.15.45:0/2066052678 wait complete. 2024-09-17T03:32:15.238 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-17T03:32:15.239 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-17T03:32:15.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.361+0000 7f53c2ba9640 1 -- 172.21.15.45:0/3730332477 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 msgr2=0x7f53bc06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:15.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.361+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/3730332477 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc06f1a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f53ac009be0 tx=0x7f53ac02a7c0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.362+0000 7f53c2ba9640 1 -- 172.21.15.45:0/3730332477 shutdown_connections 2024-09-17T03:32:15.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.362+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/3730332477 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 0x7f53bc15b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.362+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/3730332477 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc06f1a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.362+0000 7f53c2ba9640 1 -- 172.21.15.45:0/3730332477 >> 172.21.15.45:0/3730332477 conn(0x7f53bc073b80 msgr2=0x7f53bc073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:15.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.362+0000 7f53c2ba9640 1 -- 172.21.15.45:0/3730332477 shutdown_connections 2024-09-17T03:32:15.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.362+0000 7f53c2ba9640 1 -- 172.21.15.45:0/3730332477 wait complete. 2024-09-17T03:32:15.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.363+0000 7f53c2ba9640 1 Processor -- start 2024-09-17T03:32:15.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.364+0000 7f53c2ba9640 1 -- start start 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c2ba9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc1e4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c2ba9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53bc0d0180 0x7f53bc149720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c2ba9640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 0x7f53bc15cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c2ba9640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f53bc15f260 con 0x7f53bc0cd630 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c2ba9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f53bc15f0e0 con 0x7f53bc0d0180 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c2ba9640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f53bc15f3e0 con 0x7f53bc15b010 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c0945640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc1e4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c0945640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc1e4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50964/0 (socket says 172.21.15.45:50964) 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c0945640 1 -- 172.21.15.45:0/4056476619 learned_addr learned my addr 172.21.15.45:0/4056476619 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53bbfff640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53bc0d0180 0x7f53bc149720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.365+0000 7f53c1146640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 0x7f53bc15cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c0945640 1 -- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 msgr2=0x7f53bc15cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c0945640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 0x7f53bc15cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c0945640 1 -- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53bc0d0180 msgr2=0x7f53bc149720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c0945640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53bc0d0180 0x7f53bc149720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c0945640 1 -- 172.21.15.45:0/4056476619 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53bc1e5760 con 0x7f53bc0cd630 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c1146640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 0x7f53bc15cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c0945640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc1e4f10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f53b400e690 tx=0x7f53b400eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4015070 con 0x7f53bc0cd630 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f53b4005360 con 0x7f53bc0cd630 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b400ca50 con 0x7f53bc0cd630 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53bc154340 con 0x7f53bc0cd630 2024-09-17T03:32:15.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.366+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53bc154900 con 0x7f53bc0cd630 2024-09-17T03:32:15.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.367+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53bc15f900 con 0x7f53bc0cd630 2024-09-17T03:32:15.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.368+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f53b4018070 con 0x7f53bc0cd630 2024-09-17T03:32:15.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.368+0000 7f53b97fa640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f539c078bc0 0x7f539c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:15.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.368+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f53b409d1f0 con 0x7f53bc0cd630 2024-09-17T03:32:15.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.368+0000 7f53bbfff640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f539c078bc0 0x7f539c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:15.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.369+0000 7f53bbfff640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f539c078bc0 0x7f539c07b0d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f53ac033000 tx=0x7f53ac004ab0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:15.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.373+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f53b4064ca0 con 0x7f53bc0cd630 2024-09-17T03:32:15.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:15.596+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f53bc0cc790 con 0x7f53bc0cd630 2024-09-17T03:32:16.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.233+0000 7f53b97fa640 1 -- 172.21.15.45:0/4056476619 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f53b40696d0 con 0x7f53bc0cd630 2024-09-17T03:32:16.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f539c078bc0 msgr2=0x7f539c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f539c078bc0 0x7f539c07b0d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f53ac033000 tx=0x7f53ac004ab0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 msgr2=0x7f53bc1e4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc1e4f10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f53b400e690 tx=0x7f53b400eb50 comp rx=0 tx=0).stop 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 shutdown_connections 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f539c078bc0 0x7f539c07b0d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53bc0d0180 0x7f53bc149720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f53bc15b010 0x7f53bc15cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 --2- 172.21.15.45:0/4056476619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f53bc0cd630 0x7f53bc1e4f10 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 >> 172.21.15.45:0/4056476619 conn(0x7f53bc073b80 msgr2=0x7f53bc0b5ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 shutdown_connections 2024-09-17T03:32:16.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.237+0000 7f53c2ba9640 1 -- 172.21.15.45:0/4056476619 wait complete. 2024-09-17T03:32:16.250 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-17T03:32:16.251 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 -- 172.21.15.45:0/3213781770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c0cf650 msgr2=0x7f4b7c0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3213781770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c0cf650 0x7f4b7c0b3770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4b64005fd0 tx=0x7f4b6402a670 comp rx=0 tx=0).stop 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 -- 172.21.15.45:0/3213781770 shutdown_connections 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3213781770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c0cf650 0x7f4b7c0b3770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 -- 172.21.15.45:0/3213781770 >> 172.21.15.45:0/3213781770 conn(0x7f4b7c0d4320 msgr2=0x7f4b7c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 -- 172.21.15.45:0/3213781770 shutdown_connections 2024-09-17T03:32:16.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.371+0000 7f4b812c5640 1 -- 172.21.15.45:0/3213781770 wait complete. 2024-09-17T03:32:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.373+0000 7f4b812c5640 1 Processor -- start 2024-09-17T03:32:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.373+0000 7f4b812c5640 1 -- start start 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.374+0000 7f4b812c5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b7c06e5c0 0x7f4b7c1f24f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.374+0000 7f4b812c5640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4b7c15e740 0x7f4b7c1f8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.374+0000 7f4b812c5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 0x7f4b7c1e8b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.374+0000 7f4b812c5640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7c0d3710 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.374+0000 7f4b812c5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7c0d3590 con 0x7f4b7c06e5c0 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.374+0000 7f4b812c5640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f4b7c0d3890 con 0x7f4b7c15e740 2024-09-17T03:32:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 0x7f4b7c1e8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 0x7f4b7c1e8b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50978/0 (socket says 172.21.15.45:50978) 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 -- 172.21.15.45:0/3785912490 learned_addr learned my addr 172.21.15.45:0/3785912490 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7affd640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b7c06e5c0 0x7f4b7c1f24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7a7fc640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4b7c15e740 0x7f4b7c1f8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 -- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4b7c15e740 msgr2=0x7f4b7c1f8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4b7c15e740 0x7f4b7c1f8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 -- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b7c06e5c0 msgr2=0x7f4b7c1f24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b7c06e5c0 0x7f4b7c1f24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 -- 172.21.15.45:0/3785912490 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b7c1f9590 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7a7fc640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4b7c15e740 0x7f4b7c1f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b7b7fe640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 0x7f4b7c1e8b90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c00c700 tx=0x7f4b6c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:16.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c003b70 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b6c003d10 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b7c1f5f80 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c00aab0 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.375+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b7c1f51c0 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.376+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b7c1f9300 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.377+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4b6c00ac50 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.378+0000 7f4b737fe640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4b5c078b90 0x7f4b5c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.378+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f4b6c09ae10 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.378+0000 7f4b7affd640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4b5c078b90 0x7f4b5c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.379+0000 7f4b7affd640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4b5c078b90 0x7f4b5c07b0a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4b74000f60 tx=0x7f4b74009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:16.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.382+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f4b6c062f10 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.605+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4b7c0b3770 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.606 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.605+0000 7f4b737fe640 1 -- 172.21.15.45:0/3785912490 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f4b6c062810 con 0x7f4b7c1f8d40 2024-09-17T03:32:16.606 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:16.606 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:16.606 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4b5c078b90 msgr2=0x7f4b5c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4b5c078b90 0x7f4b5c07b0a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4b74000f60 tx=0x7f4b74009040 comp rx=0 tx=0).stop 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 msgr2=0x7f4b7c1e8b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 0x7f4b7c1e8b90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c00c700 tx=0x7f4b6c00cbc0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 shutdown_connections 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4b5c078b90 0x7f4b5c07b0a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4b7c1f8d40 0x7f4b7c1e8b90 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4b7c15e740 0x7f4b7c1f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 --2- 172.21.15.45:0/3785912490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b7c06e5c0 0x7f4b7c1f24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 >> 172.21.15.45:0/3785912490 conn(0x7f4b7c0d4320 msgr2=0x7f4b7c0b5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:16.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 shutdown_connections 2024-09-17T03:32:16.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.607+0000 7f4b812c5640 1 -- 172.21.15.45:0/3785912490 wait complete. 2024-09-17T03:32:16.619 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:16.737 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 -- 172.21.15.45:0/873557007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec406e5c0 msgr2=0x7efec40b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.737 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 --2- 172.21.15.45:0/873557007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec406e5c0 0x7efec40b3770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efec0009830 tx=0x7efec002a5c0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.738 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 -- 172.21.15.45:0/873557007 shutdown_connections 2024-09-17T03:32:16.738 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 --2- 172.21.15.45:0/873557007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec406e5c0 0x7efec40b3770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.738 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 -- 172.21.15.45:0/873557007 >> 172.21.15.45:0/873557007 conn(0x7efec40d4320 msgr2=0x7efec40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:16.738 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 -- 172.21.15.45:0/873557007 shutdown_connections 2024-09-17T03:32:16.738 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.736+0000 7efecb463640 1 -- 172.21.15.45:0/873557007 wait complete. 2024-09-17T03:32:16.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.738+0000 7efecb463640 1 Processor -- start 2024-09-17T03:32:16.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.738+0000 7efecb463640 1 -- start start 2024-09-17T03:32:16.741 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.739+0000 7efecb463640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efec406e5c0 0x7efec41f9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.741 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.739+0000 7efecb463640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7efec415e740 0x7efec414a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.741 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.739+0000 7efecb463640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 0x7efec41e92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.739+0000 7efecb463640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7efec40d3710 con 0x7efec4161db0 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.739+0000 7efecb463640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7efec40d3590 con 0x7efec406e5c0 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.739+0000 7efecb463640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7efec40d3890 con 0x7efec415e740 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 0x7efec41e92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 0x7efec41e92b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50990/0 (socket says 172.21.15.45:50990) 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 -- 172.21.15.45:0/2569103338 learned_addr learned my addr 172.21.15.45:0/2569103338 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec91ff640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efec406e5c0 0x7efec41f9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec89fe640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7efec415e740 0x7efec414a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 -- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7efec415e740 msgr2=0x7efec414a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7efec415e740 0x7efec414a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 -- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efec406e5c0 msgr2=0x7efec41f9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efec406e5c0 0x7efec41f9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 -- 172.21.15.45:0/2569103338 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec41e8210 con 0x7efec4161db0 2024-09-17T03:32:16.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efec9a00640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 0x7efec41e92b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7efebc00c9f0 tx=0x7efebc00ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:16.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc016020 con 0x7efec4161db0 2024-09-17T03:32:16.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efebc00ac60 con 0x7efec4161db0 2024-09-17T03:32:16.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc012680 con 0x7efec4161db0 2024-09-17T03:32:16.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.740+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec41e84f0 con 0x7efec4161db0 2024-09-17T03:32:16.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.741+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec41e8ab0 con 0x7efec4161db0 2024-09-17T03:32:16.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.742+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec40b3770 con 0x7efec4161db0 2024-09-17T03:32:16.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.742+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efebc019020 con 0x7efec4161db0 2024-09-17T03:32:16.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.743+0000 7efeb9ffb640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efea8078bc0 0x7efea807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:16.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.743+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7efebc09b600 con 0x7efec4161db0 2024-09-17T03:32:16.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.743+0000 7efec91ff640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efea8078bc0 0x7efea807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:16.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.743+0000 7efec91ff640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efea8078bc0 0x7efea807b0d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7efec0034000 tx=0x7efec0004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:16.748 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.747+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7efebc020020 con 0x7efec4161db0 2024-09-17T03:32:16.935 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.935+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efec40b9f00 con 0x7efec4161db0 2024-09-17T03:32:16.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.936+0000 7efeb9ffb640 1 -- 172.21.15.45:0/2569103338 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7efebc063660 con 0x7efec4161db0 2024-09-17T03:32:16.937 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:16.937 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:16.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.938+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efea8078bc0 msgr2=0x7efea807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.938+0000 7efecb463640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efea8078bc0 0x7efea807b0d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7efec0034000 tx=0x7efec0004730 comp rx=0 tx=0).stop 2024-09-17T03:32:16.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 msgr2=0x7efec41e92b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:16.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 0x7efec41e92b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7efebc00c9f0 tx=0x7efebc00ceb0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 shutdown_connections 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efea8078bc0 0x7efea807b0d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efec4161db0 0x7efec41e92b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7efec415e740 0x7efec414a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 --2- 172.21.15.45:0/2569103338 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efec406e5c0 0x7efec41f9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 >> 172.21.15.45:0/2569103338 conn(0x7efec40d4320 msgr2=0x7efec40cd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 shutdown_connections 2024-09-17T03:32:16.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:16.939+0000 7efecb463640 1 -- 172.21.15.45:0/2569103338 wait complete. 2024-09-17T03:32:16.951 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-17T03:32:16.951 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 -- 172.21.15.45:0/755573033 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300744f0 msgr2=0x7f1c30074900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 --2- 172.21.15.45:0/755573033 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300744f0 0x7f1c30074900 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1c300cbef0 tx=0x7f1c2c02a540 comp rx=0 tx=0).stop 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 -- 172.21.15.45:0/755573033 shutdown_connections 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 --2- 172.21.15.45:0/755573033 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300ca640 0x7f1c300caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 --2- 172.21.15.45:0/755573033 >> v2:172.21.15.112:3300/0 conn(0x7f1c300cdbc0 0x7f1c300cdfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 --2- 172.21.15.45:0/755573033 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300744f0 0x7f1c30074900 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 -- 172.21.15.45:0/755573033 >> 172.21.15.45:0/755573033 conn(0x7f1c300cca70 msgr2=0x7f1c300cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 -- 172.21.15.45:0/755573033 shutdown_connections 2024-09-17T03:32:17.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.067+0000 7f1c377f1640 1 -- 172.21.15.45:0/755573033 wait complete. 2024-09-17T03:32:17.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.069+0000 7f1c377f1640 1 Processor -- start 2024-09-17T03:32:17.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.069+0000 7f1c377f1640 1 -- start start 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c377f1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1c300744f0 0x7f1c3015ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c377f1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 0x7f1c3014d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c377f1640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300cdbc0 0x7f1c300a9460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c377f1640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3015bf50 con 0x7f1c300ca640 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c377f1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1c300cc630 con 0x7f1c300744f0 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c377f1640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f1c3015c0d0 con 0x7f1c300cdbc0 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c34d8c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 0x7f1c3014d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c34d8c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 0x7f1c3014d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:51000/0 (socket says 172.21.15.45:51000) 2024-09-17T03:32:17.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c34d8c640 1 -- 172.21.15.45:0/1043226630 learned_addr learned my addr 172.21.15.45:0/1043226630 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c3558d640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1c300744f0 0x7f1c3015ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.070+0000 7f1c35d8e640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300cdbc0 0x7f1c300a9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c34d8c640 1 -- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300cdbc0 msgr2=0x7f1c300a9460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c34d8c640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300cdbc0 0x7f1c300a9460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c34d8c640 1 -- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1c300744f0 msgr2=0x7f1c3015ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c34d8c640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1c300744f0 0x7f1c3015ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c34d8c640 1 -- 172.21.15.45:0/1043226630 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3015b2d0 con 0x7f1c300ca640 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c35d8e640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300cdbc0 0x7f1c300a9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:17.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c34d8c640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 0x7f1c3014d2a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1c2000e7c0 tx=0x7f1c2000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:17.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2000ccc0 con 0x7f1c300ca640 2024-09-17T03:32:17.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c20010430 con 0x7f1c300ca640 2024-09-17T03:32:17.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c20010860 con 0x7f1c300ca640 2024-09-17T03:32:17.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3015a130 con 0x7f1c300ca640 2024-09-17T03:32:17.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.071+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c300ad830 con 0x7f1c300ca640 2024-09-17T03:32:17.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.072+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c300caa50 con 0x7f1c300ca640 2024-09-17T03:32:17.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.073+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1c20010a00 con 0x7f1c300ca640 2024-09-17T03:32:17.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.074+0000 7f1c25ffb640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c14078b90 0x7f1c1407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.074+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1c2009b950 con 0x7f1c300ca640 2024-09-17T03:32:17.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.074+0000 7f1c3558d640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c14078b90 0x7f1c1407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.074+0000 7f1c3558d640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c14078b90 0x7f1c1407b0a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c033000 tx=0x7f1c2c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:17.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.078+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f1c20063490 con 0x7f1c300ca640 2024-09-17T03:32:17.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.260+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c300b5ca0 con 0x7f1c14078b90 2024-09-17T03:32:17.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.267+0000 7f1c25ffb640 1 -- 172.21.15.45:0/1043226630 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332571 (secure 0 0 0) 0x7f1c300b5ca0 con 0x7f1c14078b90 2024-09-17T03:32:17.271 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:17.273 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:17.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c14078b90 msgr2=0x7f1c1407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c14078b90 0x7f1c1407b0a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c033000 tx=0x7f1c2c004730 comp rx=0 tx=0).stop 2024-09-17T03:32:17.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 msgr2=0x7f1c3014d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 0x7f1c3014d2a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1c2000e7c0 tx=0x7f1c2000ec80 comp rx=0 tx=0).stop 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 shutdown_connections 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c14078b90 0x7f1c1407b0a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1c300cdbc0 0x7f1c300a9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1c300ca640 0x7f1c3014d2a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 --2- 172.21.15.45:0/1043226630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1c300744f0 0x7f1c3015ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 >> 172.21.15.45:0/1043226630 conn(0x7f1c300cca70 msgr2=0x7f1c300ce630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 shutdown_connections 2024-09-17T03:32:17.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.271+0000 7f1c377f1640 1 -- 172.21.15.45:0/1043226630 wait complete. 2024-09-17T03:32:17.283 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-09-17T03:32:16.097049+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236112,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738608,"statfs":{"total":773094113280,"available":772852334592,"internally_reserved":0,"allocated":3317760,"data_stored":2013749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.896032"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636866+0000","last_change":"2024-09-17T03:32:02.192700+0000","last_active":"2024-09-17T03:32:08.636866+0000","last_peered":"2024-09-17T03:32:08.636866+0000","last_clean":"2024-09-17T03:32:08.636866+0000","last_became_active":"2024-09-17T03:32:02.192193+0000","last_became_peered":"2024-09-17T03:32:02.192193+0000","last_unstale":"2024-09-17T03:32:08.636866+0000","last_undegraded":"2024-09-17T03:32:08.636866+0000","last_fullsized":"2024-09-17T03:32:08.636866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:37:37.749970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204776+0000","last_change":"2024-09-17T03:32:03.192343+0000","last_active":"2024-09-17T03:32:08.204776+0000","last_peered":"2024-09-17T03:32:08.204776+0000","last_clean":"2024-09-17T03:32:08.204776+0000","last_became_active":"2024-09-17T03:32:03.191991+0000","last_became_peered":"2024-09-17T03:32:03.191991+0000","last_unstale":"2024-09-17T03:32:08.204776+0000","last_undegraded":"2024-09-17T03:32:08.204776+0000","last_fullsized":"2024-09-17T03:32:08.204776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:51:47.966077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204069+0000","last_change":"2024-09-17T03:32:07.327234+0000","last_active":"2024-09-17T03:32:08.204069+0000","last_peered":"2024-09-17T03:32:08.204069+0000","last_clean":"2024-09-17T03:32:08.204069+0000","last_became_active":"2024-09-17T03:32:07.325922+0000","last_became_peered":"2024-09-17T03:32:07.325922+0000","last_unstale":"2024-09-17T03:32:08.204069+0000","last_undegraded":"2024-09-17T03:32:08.204069+0000","last_fullsized":"2024-09-17T03:32:08.204069+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:00:34.253253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205312+0000","last_change":"2024-09-17T03:32:02.187061+0000","last_active":"2024-09-17T03:32:08.205312+0000","last_peered":"2024-09-17T03:32:08.205312+0000","last_clean":"2024-09-17T03:32:08.205312+0000","last_became_active":"2024-09-17T03:32:02.186705+0000","last_became_peered":"2024-09-17T03:32:02.186705+0000","last_unstale":"2024-09-17T03:32:08.205312+0000","last_undegraded":"2024-09-17T03:32:08.205312+0000","last_fullsized":"2024-09-17T03:32:08.205312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:29:40.267466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636684+0000","last_change":"2024-09-17T03:32:03.194423+0000","last_active":"2024-09-17T03:32:08.636684+0000","last_peered":"2024-09-17T03:32:08.636684+0000","last_clean":"2024-09-17T03:32:08.636684+0000","last_became_active":"2024-09-17T03:32:03.193621+0000","last_became_peered":"2024-09-17T03:32:03.193621+0000","last_unstale":"2024-09-17T03:32:08.636684+0000","last_undegraded":"2024-09-17T03:32:08.636684+0000","last_fullsized":"2024-09-17T03:32:08.636684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:08.760986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205267+0000","last_change":"2024-09-17T03:32:07.232339+0000","last_active":"2024-09-17T03:32:08.205267+0000","last_peered":"2024-09-17T03:32:08.205267+0000","last_clean":"2024-09-17T03:32:08.205267+0000","last_became_active":"2024-09-17T03:32:07.231888+0000","last_became_peered":"2024-09-17T03:32:07.231888+0000","last_unstale":"2024-09-17T03:32:08.205267+0000","last_undegraded":"2024-09-17T03:32:08.205267+0000","last_fullsized":"2024-09-17T03:32:08.205267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:12.789329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064809+0000","last_change":"2024-09-17T03:32:02.190580+0000","last_active":"2024-09-17T03:32:09.064809+0000","last_peered":"2024-09-17T03:32:09.064809+0000","last_clean":"2024-09-17T03:32:09.064809+0000","last_became_active":"2024-09-17T03:32:02.190244+0000","last_became_peered":"2024-09-17T03:32:02.190244+0000","last_unstale":"2024-09-17T03:32:09.064809+0000","last_undegraded":"2024-09-17T03:32:09.064809+0000","last_fullsized":"2024-09-17T03:32:09.064809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:46:10.352690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169972+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.169972+0000","last_peered":"2024-09-17T03:32:09.169972+0000","last_clean":"2024-09-17T03:32:09.169972+0000","last_became_active":"2024-09-17T03:32:03.195009+0000","last_became_peered":"2024-09-17T03:32:03.195009+0000","last_unstale":"2024-09-17T03:32:09.169972+0000","last_undegraded":"2024-09-17T03:32:09.169972+0000","last_fullsized":"2024-09-17T03:32:09.169972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:09:10.735775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205802+0000","last_change":"2024-09-17T03:32:07.221158+0000","last_active":"2024-09-17T03:32:08.205802+0000","last_peered":"2024-09-17T03:32:08.205802+0000","last_clean":"2024-09-17T03:32:08.205802+0000","last_became_active":"2024-09-17T03:32:07.220550+0000","last_became_peered":"2024-09-17T03:32:07.220550+0000","last_unstale":"2024-09-17T03:32:08.205802+0000","last_undegraded":"2024-09-17T03:32:08.205802+0000","last_fullsized":"2024-09-17T03:32:08.205802+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:57:42.220767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064546+0000","last_change":"2024-09-17T03:32:02.192406+0000","last_active":"2024-09-17T03:32:09.064546+0000","last_peered":"2024-09-17T03:32:09.064546+0000","last_clean":"2024-09-17T03:32:09.064546+0000","last_became_active":"2024-09-17T03:32:02.192024+0000","last_became_peered":"2024-09-17T03:32:02.192024+0000","last_unstale":"2024-09-17T03:32:09.064546+0000","last_undegraded":"2024-09-17T03:32:09.064546+0000","last_fullsized":"2024-09-17T03:32:09.064546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:59:09.370300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170065+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.170065+0000","last_peered":"2024-09-17T03:32:09.170065+0000","last_clean":"2024-09-17T03:32:09.170065+0000","last_became_active":"2024-09-17T03:32:03.194821+0000","last_became_peered":"2024-09-17T03:32:03.194821+0000","last_unstale":"2024-09-17T03:32:09.170065+0000","last_undegraded":"2024-09-17T03:32:09.170065+0000","last_fullsized":"2024-09-17T03:32:09.170065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:01:44.358160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205840+0000","last_change":"2024-09-17T03:32:07.221969+0000","last_active":"2024-09-17T03:32:08.205840+0000","last_peered":"2024-09-17T03:32:08.205840+0000","last_clean":"2024-09-17T03:32:08.205840+0000","last_became_active":"2024-09-17T03:32:07.221194+0000","last_became_peered":"2024-09-17T03:32:07.221194+0000","last_unstale":"2024-09-17T03:32:08.205840+0000","last_undegraded":"2024-09-17T03:32:08.205840+0000","last_fullsized":"2024-09-17T03:32:08.205840+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:32:48.930864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205184+0000","last_change":"2024-09-17T03:32:03.177356+0000","last_active":"2024-09-17T03:32:08.205184+0000","last_peered":"2024-09-17T03:32:08.205184+0000","last_clean":"2024-09-17T03:32:08.205184+0000","last_became_active":"2024-09-17T03:32:03.177000+0000","last_became_peered":"2024-09-17T03:32:03.177000+0000","last_unstale":"2024-09-17T03:32:08.205184+0000","last_undegraded":"2024-09-17T03:32:08.205184+0000","last_fullsized":"2024-09-17T03:32:08.205184+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:38.229213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064979+0000","last_change":"2024-09-17T03:32:02.191639+0000","last_active":"2024-09-17T03:32:09.064979+0000","last_peered":"2024-09-17T03:32:09.064979+0000","last_clean":"2024-09-17T03:32:09.064979+0000","last_became_active":"2024-09-17T03:32:02.191325+0000","last_became_peered":"2024-09-17T03:32:02.191325+0000","last_unstale":"2024-09-17T03:32:09.064979+0000","last_undegraded":"2024-09-17T03:32:09.064979+0000","last_fullsized":"2024-09-17T03:32:09.064979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:00:17.942188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206954+0000","last_change":"2024-09-17T03:32:07.221289+0000","last_active":"2024-09-17T03:32:08.206954+0000","last_peered":"2024-09-17T03:32:08.206954+0000","last_clean":"2024-09-17T03:32:08.206954+0000","last_became_active":"2024-09-17T03:32:07.220810+0000","last_became_peered":"2024-09-17T03:32:07.220810+0000","last_unstale":"2024-09-17T03:32:08.206954+0000","last_undegraded":"2024-09-17T03:32:08.206954+0000","last_fullsized":"2024-09-17T03:32:08.206954+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204342+0000","last_change":"2024-09-17T03:32:03.198221+0000","last_active":"2024-09-17T03:32:08.204342+0000","last_peered":"2024-09-17T03:32:08.204342+0000","last_clean":"2024-09-17T03:32:08.204342+0000","last_became_active":"2024-09-17T03:32:03.193772+0000","last_became_peered":"2024-09-17T03:32:03.193772+0000","last_unstale":"2024-09-17T03:32:08.204342+0000","last_undegraded":"2024-09-17T03:32:08.204342+0000","last_fullsized":"2024-09-17T03:32:08.204342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:41:04.525415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668903+0000","last_change":"2024-09-17T03:32:02.187138+0000","last_active":"2024-09-17T03:32:08.668903+0000","last_peered":"2024-09-17T03:32:08.668903+0000","last_clean":"2024-09-17T03:32:08.668903+0000","last_became_active":"2024-09-17T03:32:02.186607+0000","last_became_peered":"2024-09-17T03:32:02.186607+0000","last_unstale":"2024-09-17T03:32:08.668903+0000","last_undegraded":"2024-09-17T03:32:08.668903+0000","last_fullsized":"2024-09-17T03:32:08.668903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:05:40.564475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206667+0000","last_change":"2024-09-17T03:32:07.221366+0000","last_active":"2024-09-17T03:32:08.206667+0000","last_peered":"2024-09-17T03:32:08.206667+0000","last_clean":"2024-09-17T03:32:08.206667+0000","last_became_active":"2024-09-17T03:32:07.220612+0000","last_became_peered":"2024-09-17T03:32:07.220612+0000","last_unstale":"2024-09-17T03:32:08.206667+0000","last_undegraded":"2024-09-17T03:32:08.206667+0000","last_fullsized":"2024-09-17T03:32:08.206667+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204896+0000","last_change":"2024-09-17T03:32:03.180642+0000","last_active":"2024-09-17T03:32:08.204896+0000","last_peered":"2024-09-17T03:32:08.204896+0000","last_clean":"2024-09-17T03:32:08.204896+0000","last_became_active":"2024-09-17T03:32:03.180279+0000","last_became_peered":"2024-09-17T03:32:03.180279+0000","last_unstale":"2024-09-17T03:32:08.204896+0000","last_undegraded":"2024-09-17T03:32:08.204896+0000","last_fullsized":"2024-09-17T03:32:08.204896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.532633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668500+0000","last_change":"2024-09-17T03:32:02.190124+0000","last_active":"2024-09-17T03:32:08.668500+0000","last_peered":"2024-09-17T03:32:08.668500+0000","last_clean":"2024-09-17T03:32:08.668500+0000","last_became_active":"2024-09-17T03:32:02.189811+0000","last_became_peered":"2024-09-17T03:32:02.189811+0000","last_unstale":"2024-09-17T03:32:08.668500+0000","last_undegraded":"2024-09-17T03:32:08.668500+0000","last_fullsized":"2024-09-17T03:32:08.668500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:23:26.875992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669348+0000","last_change":"2024-09-17T03:32:07.327104+0000","last_active":"2024-09-17T03:32:08.669348+0000","last_peered":"2024-09-17T03:32:08.669348+0000","last_clean":"2024-09-17T03:32:08.669348+0000","last_became_active":"2024-09-17T03:32:07.326678+0000","last_became_peered":"2024-09-17T03:32:07.326678+0000","last_unstale":"2024-09-17T03:32:08.669348+0000","last_undegraded":"2024-09-17T03:32:08.669348+0000","last_fullsized":"2024-09-17T03:32:08.669348+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:32.740044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205964+0000","last_change":"2024-09-17T03:32:03.185113+0000","last_active":"2024-09-17T03:32:08.205964+0000","last_peered":"2024-09-17T03:32:08.205964+0000","last_clean":"2024-09-17T03:32:08.205964+0000","last_became_active":"2024-09-17T03:32:03.184800+0000","last_became_peered":"2024-09-17T03:32:03.184800+0000","last_unstale":"2024-09-17T03:32:08.205964+0000","last_undegraded":"2024-09-17T03:32:08.205964+0000","last_fullsized":"2024-09-17T03:32:08.205964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:03.921037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064385+0000","last_change":"2024-09-17T03:32:02.193228+0000","last_active":"2024-09-17T03:32:09.064385+0000","last_peered":"2024-09-17T03:32:09.064385+0000","last_clean":"2024-09-17T03:32:09.064385+0000","last_became_active":"2024-09-17T03:32:02.192935+0000","last_became_peered":"2024-09-17T03:32:02.192935+0000","last_unstale":"2024-09-17T03:32:09.064385+0000","last_undegraded":"2024-09-17T03:32:09.064385+0000","last_fullsized":"2024-09-17T03:32:09.064385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207332+0000","last_change":"2024-09-17T03:32:07.222732+0000","last_active":"2024-09-17T03:32:08.207332+0000","last_peered":"2024-09-17T03:32:08.207332+0000","last_clean":"2024-09-17T03:32:08.207332+0000","last_became_active":"2024-09-17T03:32:07.221754+0000","last_became_peered":"2024-09-17T03:32:07.221754+0000","last_unstale":"2024-09-17T03:32:08.207332+0000","last_undegraded":"2024-09-17T03:32:08.207332+0000","last_fullsized":"2024-09-17T03:32:08.207332+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636992+0000","last_change":"2024-09-17T03:32:03.194787+0000","last_active":"2024-09-17T03:32:08.636992+0000","last_peered":"2024-09-17T03:32:08.636992+0000","last_clean":"2024-09-17T03:32:08.636992+0000","last_became_active":"2024-09-17T03:32:03.194439+0000","last_became_peered":"2024-09-17T03:32:03.194439+0000","last_unstale":"2024-09-17T03:32:08.636992+0000","last_undegraded":"2024-09-17T03:32:08.636992+0000","last_fullsized":"2024-09-17T03:32:08.636992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:39:30.547887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206460+0000","last_change":"2024-09-17T03:32:02.189912+0000","last_active":"2024-09-17T03:32:08.206460+0000","last_peered":"2024-09-17T03:32:08.206460+0000","last_clean":"2024-09-17T03:32:08.206460+0000","last_became_active":"2024-09-17T03:32:02.189538+0000","last_became_peered":"2024-09-17T03:32:02.189538+0000","last_unstale":"2024-09-17T03:32:08.206460+0000","last_undegraded":"2024-09-17T03:32:08.206460+0000","last_fullsized":"2024-09-17T03:32:08.206460+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205672+0000","last_change":"2024-09-17T03:32:07.325674+0000","last_active":"2024-09-17T03:32:08.205672+0000","last_peered":"2024-09-17T03:32:08.205672+0000","last_clean":"2024-09-17T03:32:08.205672+0000","last_became_active":"2024-09-17T03:32:07.325220+0000","last_became_peered":"2024-09-17T03:32:07.325220+0000","last_unstale":"2024-09-17T03:32:08.205672+0000","last_undegraded":"2024-09-17T03:32:08.205672+0000","last_fullsized":"2024-09-17T03:32:08.205672+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:51.621732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205058+0000","last_change":"2024-09-17T03:32:03.193362+0000","last_active":"2024-09-17T03:32:08.205058+0000","last_peered":"2024-09-17T03:32:08.205058+0000","last_clean":"2024-09-17T03:32:08.205058+0000","last_became_active":"2024-09-17T03:32:03.193028+0000","last_became_peered":"2024-09-17T03:32:03.193028+0000","last_unstale":"2024-09-17T03:32:08.205058+0000","last_undegraded":"2024-09-17T03:32:08.205058+0000","last_fullsized":"2024-09-17T03:32:08.205058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669443+0000","last_change":"2024-09-17T03:32:02.184464+0000","last_active":"2024-09-17T03:32:08.669443+0000","last_peered":"2024-09-17T03:32:08.669443+0000","last_clean":"2024-09-17T03:32:08.669443+0000","last_became_active":"2024-09-17T03:32:02.183668+0000","last_became_peered":"2024-09-17T03:32:02.183668+0000","last_unstale":"2024-09-17T03:32:08.669443+0000","last_undegraded":"2024-09-17T03:32:08.669443+0000","last_fullsized":"2024-09-17T03:32:08.669443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:25:47.696201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204052+0000","last_change":"2024-09-17T03:32:07.324916+0000","last_active":"2024-09-17T03:32:08.204052+0000","last_peered":"2024-09-17T03:32:08.204052+0000","last_clean":"2024-09-17T03:32:08.204052+0000","last_became_active":"2024-09-17T03:32:07.324504+0000","last_became_peered":"2024-09-17T03:32:07.324504+0000","last_unstale":"2024-09-17T03:32:08.204052+0000","last_undegraded":"2024-09-17T03:32:08.204052+0000","last_fullsized":"2024-09-17T03:32:08.204052+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:35:39.842666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668955+0000","last_change":"2024-09-17T03:32:03.187727+0000","last_active":"2024-09-17T03:32:08.668955+0000","last_peered":"2024-09-17T03:32:08.668955+0000","last_clean":"2024-09-17T03:32:08.668955+0000","last_became_active":"2024-09-17T03:32:03.187363+0000","last_became_peered":"2024-09-17T03:32:03.187363+0000","last_unstale":"2024-09-17T03:32:08.668955+0000","last_undegraded":"2024-09-17T03:32:08.668955+0000","last_fullsized":"2024-09-17T03:32:08.668955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065029+0000","last_change":"2024-09-17T03:32:02.194247+0000","last_active":"2024-09-17T03:32:09.065029+0000","last_peered":"2024-09-17T03:32:09.065029+0000","last_clean":"2024-09-17T03:32:09.065029+0000","last_became_active":"2024-09-17T03:32:02.193910+0000","last_became_peered":"2024-09-17T03:32:02.193910+0000","last_unstale":"2024-09-17T03:32:09.065029+0000","last_undegraded":"2024-09-17T03:32:09.065029+0000","last_fullsized":"2024-09-17T03:32:09.065029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:30.284293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636560+0000","last_change":"2024-09-17T03:32:07.325135+0000","last_active":"2024-09-17T03:32:08.636560+0000","last_peered":"2024-09-17T03:32:08.636560+0000","last_clean":"2024-09-17T03:32:08.636560+0000","last_became_active":"2024-09-17T03:32:07.322859+0000","last_became_peered":"2024-09-17T03:32:07.322859+0000","last_unstale":"2024-09-17T03:32:08.636560+0000","last_undegraded":"2024-09-17T03:32:08.636560+0000","last_fullsized":"2024-09-17T03:32:08.636560+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:54.839928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170194+0000","last_change":"2024-09-17T03:32:03.190315+0000","last_active":"2024-09-17T03:32:09.170194+0000","last_peered":"2024-09-17T03:32:09.170194+0000","last_clean":"2024-09-17T03:32:09.170194+0000","last_became_active":"2024-09-17T03:32:03.189917+0000","last_became_peered":"2024-09-17T03:32:03.189917+0000","last_unstale":"2024-09-17T03:32:09.170194+0000","last_undegraded":"2024-09-17T03:32:09.170194+0000","last_fullsized":"2024-09-17T03:32:09.170194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:54:40.319180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669096+0000","last_change":"2024-09-17T03:32:02.182983+0000","last_active":"2024-09-17T03:32:08.669096+0000","last_peered":"2024-09-17T03:32:08.669096+0000","last_clean":"2024-09-17T03:32:08.669096+0000","last_became_active":"2024-09-17T03:32:02.182658+0000","last_became_peered":"2024-09-17T03:32:02.182658+0000","last_unstale":"2024-09-17T03:32:08.669096+0000","last_undegraded":"2024-09-17T03:32:08.669096+0000","last_fullsized":"2024-09-17T03:32:08.669096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:38:31.365284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668649+0000","last_change":"2024-09-17T03:32:07.229543+0000","last_active":"2024-09-17T03:32:08.668649+0000","last_peered":"2024-09-17T03:32:08.668649+0000","last_clean":"2024-09-17T03:32:08.668649+0000","last_became_active":"2024-09-17T03:32:07.229109+0000","last_became_peered":"2024-09-17T03:32:07.229109+0000","last_unstale":"2024-09-17T03:32:08.668649+0000","last_undegraded":"2024-09-17T03:32:08.668649+0000","last_fullsized":"2024-09-17T03:32:08.668649+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:42.857812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207022+0000","last_change":"2024-09-17T03:32:03.189910+0000","last_active":"2024-09-17T03:32:08.207022+0000","last_peered":"2024-09-17T03:32:08.207022+0000","last_clean":"2024-09-17T03:32:08.207022+0000","last_became_active":"2024-09-17T03:32:03.189563+0000","last_became_peered":"2024-09-17T03:32:03.189563+0000","last_unstale":"2024-09-17T03:32:08.207022+0000","last_undegraded":"2024-09-17T03:32:08.207022+0000","last_fullsized":"2024-09-17T03:32:08.207022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:18:01.419123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170017+0000","last_change":"2024-09-17T03:32:02.182347+0000","last_active":"2024-09-17T03:32:09.170017+0000","last_peered":"2024-09-17T03:32:09.170017+0000","last_clean":"2024-09-17T03:32:09.170017+0000","last_became_active":"2024-09-17T03:32:02.182015+0000","last_became_peered":"2024-09-17T03:32:02.182015+0000","last_unstale":"2024-09-17T03:32:09.170017+0000","last_undegraded":"2024-09-17T03:32:09.170017+0000","last_fullsized":"2024-09-17T03:32:09.170017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669028+0000","last_change":"2024-09-17T03:32:07.224978+0000","last_active":"2024-09-17T03:32:08.669028+0000","last_peered":"2024-09-17T03:32:08.669028+0000","last_clean":"2024-09-17T03:32:08.669028+0000","last_became_active":"2024-09-17T03:32:07.224466+0000","last_became_peered":"2024-09-17T03:32:07.224466+0000","last_unstale":"2024-09-17T03:32:08.669028+0000","last_undegraded":"2024-09-17T03:32:08.669028+0000","last_fullsized":"2024-09-17T03:32:08.669028+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:12.863571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668558+0000","last_change":"2024-09-17T03:32:03.191155+0000","last_active":"2024-09-17T03:32:08.668558+0000","last_peered":"2024-09-17T03:32:08.668558+0000","last_clean":"2024-09-17T03:32:08.668558+0000","last_became_active":"2024-09-17T03:32:03.189027+0000","last_became_peered":"2024-09-17T03:32:03.189027+0000","last_unstale":"2024-09-17T03:32:08.668558+0000","last_undegraded":"2024-09-17T03:32:08.668558+0000","last_fullsized":"2024-09-17T03:32:08.668558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168540+0000","last_change":"2024-09-17T03:32:02.188496+0000","last_active":"2024-09-17T03:32:09.168540+0000","last_peered":"2024-09-17T03:32:09.168540+0000","last_clean":"2024-09-17T03:32:09.168540+0000","last_became_active":"2024-09-17T03:32:02.188106+0000","last_became_peered":"2024-09-17T03:32:02.188106+0000","last_unstale":"2024-09-17T03:32:09.168540+0000","last_undegraded":"2024-09-17T03:32:09.168540+0000","last_fullsized":"2024-09-17T03:32:09.168540+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:28:51.533646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669354+0000","last_change":"2024-09-17T03:32:07.225482+0000","last_active":"2024-09-17T03:32:08.669354+0000","last_peered":"2024-09-17T03:32:08.669354+0000","last_clean":"2024-09-17T03:32:08.669354+0000","last_became_active":"2024-09-17T03:32:07.224838+0000","last_became_peered":"2024-09-17T03:32:07.224838+0000","last_unstale":"2024-09-17T03:32:08.669354+0000","last_undegraded":"2024-09-17T03:32:08.669354+0000","last_fullsized":"2024-09-17T03:32:08.669354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:27.843555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636044+0000","last_change":"2024-09-17T03:32:03.197627+0000","last_active":"2024-09-17T03:32:08.636044+0000","last_peered":"2024-09-17T03:32:08.636044+0000","last_clean":"2024-09-17T03:32:08.636044+0000","last_became_active":"2024-09-17T03:32:03.197292+0000","last_became_peered":"2024-09-17T03:32:03.197292+0000","last_unstale":"2024-09-17T03:32:08.636044+0000","last_undegraded":"2024-09-17T03:32:08.636044+0000","last_fullsized":"2024-09-17T03:32:08.636044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:57.198344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064318+0000","last_change":"2024-09-17T03:32:02.191931+0000","last_active":"2024-09-17T03:32:09.064318+0000","last_peered":"2024-09-17T03:32:09.064318+0000","last_clean":"2024-09-17T03:32:09.064318+0000","last_became_active":"2024-09-17T03:32:02.191589+0000","last_became_peered":"2024-09-17T03:32:02.191589+0000","last_unstale":"2024-09-17T03:32:09.064318+0000","last_undegraded":"2024-09-17T03:32:09.064318+0000","last_fullsized":"2024-09-17T03:32:09.064318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:56:14.132886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636976+0000","last_change":"2024-09-17T03:32:07.323366+0000","last_active":"2024-09-17T03:32:08.636976+0000","last_peered":"2024-09-17T03:32:08.636976+0000","last_clean":"2024-09-17T03:32:08.636976+0000","last_became_active":"2024-09-17T03:32:07.322899+0000","last_became_peered":"2024-09-17T03:32:07.322899+0000","last_unstale":"2024-09-17T03:32:08.636976+0000","last_undegraded":"2024-09-17T03:32:08.636976+0000","last_fullsized":"2024-09-17T03:32:08.636976+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:31:06.336292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204267+0000","last_change":"2024-09-17T03:32:03.194373+0000","last_active":"2024-09-17T03:32:08.204267+0000","last_peered":"2024-09-17T03:32:08.204267+0000","last_clean":"2024-09-17T03:32:08.204267+0000","last_became_active":"2024-09-17T03:32:03.193506+0000","last_became_peered":"2024-09-17T03:32:03.193506+0000","last_unstale":"2024-09-17T03:32:08.204267+0000","last_undegraded":"2024-09-17T03:32:08.204267+0000","last_fullsized":"2024-09-17T03:32:08.204267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169751+0000","last_change":"2024-09-17T03:32:02.181207+0000","last_active":"2024-09-17T03:32:09.169751+0000","last_peered":"2024-09-17T03:32:09.169751+0000","last_clean":"2024-09-17T03:32:09.169751+0000","last_became_active":"2024-09-17T03:32:02.180752+0000","last_became_peered":"2024-09-17T03:32:02.180752+0000","last_unstale":"2024-09-17T03:32:09.169751+0000","last_undegraded":"2024-09-17T03:32:09.169751+0000","last_fullsized":"2024-09-17T03:32:09.169751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":119,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064549+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:09.064549+0000","last_peered":"2024-09-17T03:32:09.064549+0000","last_clean":"2024-09-17T03:32:09.064549+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:09.064549+0000","last_undegraded":"2024-09-17T03:32:09.064549+0000","last_fullsized":"2024-09-17T03:32:09.064549+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205365+0000","last_change":"2024-09-17T03:32:07.325418+0000","last_active":"2024-09-17T03:32:08.205365+0000","last_peered":"2024-09-17T03:32:08.205365+0000","last_clean":"2024-09-17T03:32:08.205365+0000","last_became_active":"2024-09-17T03:32:07.324940+0000","last_became_peered":"2024-09-17T03:32:07.324940+0000","last_unstale":"2024-09-17T03:32:08.205365+0000","last_undegraded":"2024-09-17T03:32:08.205365+0000","last_fullsized":"2024-09-17T03:32:08.205365+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064664+0000","last_change":"2024-09-17T03:32:03.195932+0000","last_active":"2024-09-17T03:32:09.064664+0000","last_peered":"2024-09-17T03:32:09.064664+0000","last_clean":"2024-09-17T03:32:09.064664+0000","last_became_active":"2024-09-17T03:32:03.195254+0000","last_became_peered":"2024-09-17T03:32:03.195254+0000","last_unstale":"2024-09-17T03:32:09.064664+0000","last_undegraded":"2024-09-17T03:32:09.064664+0000","last_fullsized":"2024-09-17T03:32:09.064664+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:38.829469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168909+0000","last_change":"2024-09-17T03:32:02.183247+0000","last_active":"2024-09-17T03:32:09.168909+0000","last_peered":"2024-09-17T03:32:09.168909+0000","last_clean":"2024-09-17T03:32:09.168909+0000","last_became_active":"2024-09-17T03:32:02.182855+0000","last_became_peered":"2024-09-17T03:32:02.182855+0000","last_unstale":"2024-09-17T03:32:09.168909+0000","last_undegraded":"2024-09-17T03:32:09.168909+0000","last_fullsized":"2024-09-17T03:32:09.168909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:30:20.671992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204908+0000","last_change":"2024-09-17T03:32:07.323496+0000","last_active":"2024-09-17T03:32:08.204908+0000","last_peered":"2024-09-17T03:32:08.204908+0000","last_clean":"2024-09-17T03:32:08.204908+0000","last_became_active":"2024-09-17T03:32:07.323003+0000","last_became_peered":"2024-09-17T03:32:07.323003+0000","last_unstale":"2024-09-17T03:32:08.204908+0000","last_undegraded":"2024-09-17T03:32:08.204908+0000","last_fullsized":"2024-09-17T03:32:08.204908+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170106+0000","last_change":"2024-09-17T03:32:03.204107+0000","last_active":"2024-09-17T03:32:09.170106+0000","last_peered":"2024-09-17T03:32:09.170106+0000","last_clean":"2024-09-17T03:32:09.170106+0000","last_became_active":"2024-09-17T03:32:03.203798+0000","last_became_peered":"2024-09-17T03:32:03.203798+0000","last_unstale":"2024-09-17T03:32:09.170106+0000","last_undegraded":"2024-09-17T03:32:09.170106+0000","last_fullsized":"2024-09-17T03:32:09.170106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:50.811586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669130+0000","last_change":"2024-09-17T03:32:02.180913+0000","last_active":"2024-09-17T03:32:08.669130+0000","last_peered":"2024-09-17T03:32:08.669130+0000","last_clean":"2024-09-17T03:32:08.669130+0000","last_became_active":"2024-09-17T03:32:02.180324+0000","last_became_peered":"2024-09-17T03:32:02.180324+0000","last_unstale":"2024-09-17T03:32:08.669130+0000","last_undegraded":"2024-09-17T03:32:08.669130+0000","last_fullsized":"2024-09-17T03:32:08.669130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636683+0000","last_change":"2024-09-17T03:32:07.226852+0000","last_active":"2024-09-17T03:32:08.636683+0000","last_peered":"2024-09-17T03:32:08.636683+0000","last_clean":"2024-09-17T03:32:08.636683+0000","last_became_active":"2024-09-17T03:32:07.226405+0000","last_became_peered":"2024-09-17T03:32:07.226405+0000","last_unstale":"2024-09-17T03:32:08.636683+0000","last_undegraded":"2024-09-17T03:32:08.636683+0000","last_fullsized":"2024-09-17T03:32:08.636683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:05:32.609058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065151+0000","last_change":"2024-09-17T03:32:03.198571+0000","last_active":"2024-09-17T03:32:09.065151+0000","last_peered":"2024-09-17T03:32:09.065151+0000","last_clean":"2024-09-17T03:32:09.065151+0000","last_became_active":"2024-09-17T03:32:03.198126+0000","last_became_peered":"2024-09-17T03:32:03.198126+0000","last_unstale":"2024-09-17T03:32:09.065151+0000","last_undegraded":"2024-09-17T03:32:09.065151+0000","last_fullsized":"2024-09-17T03:32:09.065151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:51:27.859659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168810+0000","last_change":"2024-09-17T03:32:02.188335+0000","last_active":"2024-09-17T03:32:09.168810+0000","last_peered":"2024-09-17T03:32:09.168810+0000","last_clean":"2024-09-17T03:32:09.168810+0000","last_became_active":"2024-09-17T03:32:02.187964+0000","last_became_peered":"2024-09-17T03:32:02.187964+0000","last_unstale":"2024-09-17T03:32:09.168810+0000","last_undegraded":"2024-09-17T03:32:09.168810+0000","last_fullsized":"2024-09-17T03:32:09.168810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:42:29.940429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169316+0000","last_change":"2024-09-17T03:32:07.325543+0000","last_active":"2024-09-17T03:32:09.169316+0000","last_peered":"2024-09-17T03:32:09.169316+0000","last_clean":"2024-09-17T03:32:09.169316+0000","last_became_active":"2024-09-17T03:32:07.325093+0000","last_became_peered":"2024-09-17T03:32:07.325093+0000","last_unstale":"2024-09-17T03:32:09.169316+0000","last_undegraded":"2024-09-17T03:32:09.169316+0000","last_fullsized":"2024-09-17T03:32:09.169316+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:28:01.527047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064919+0000","last_change":"2024-09-17T03:32:03.198116+0000","last_active":"2024-09-17T03:32:09.064919+0000","last_peered":"2024-09-17T03:32:09.064919+0000","last_clean":"2024-09-17T03:32:09.064919+0000","last_became_active":"2024-09-17T03:32:03.197558+0000","last_became_peered":"2024-09-17T03:32:03.197558+0000","last_unstale":"2024-09-17T03:32:09.064919+0000","last_undegraded":"2024-09-17T03:32:09.064919+0000","last_fullsized":"2024-09-17T03:32:09.064919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:29.770205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207393+0000","last_change":"2024-09-17T03:32:02.183189+0000","last_active":"2024-09-17T03:32:08.207393+0000","last_peered":"2024-09-17T03:32:08.207393+0000","last_clean":"2024-09-17T03:32:08.207393+0000","last_became_active":"2024-09-17T03:32:02.182849+0000","last_became_peered":"2024-09-17T03:32:02.182849+0000","last_unstale":"2024-09-17T03:32:08.207393+0000","last_undegraded":"2024-09-17T03:32:08.207393+0000","last_fullsized":"2024-09-17T03:32:08.207393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:03:56.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204814+0000","last_change":"2024-09-17T03:32:07.221652+0000","last_active":"2024-09-17T03:32:08.204814+0000","last_peered":"2024-09-17T03:32:08.204814+0000","last_clean":"2024-09-17T03:32:08.204814+0000","last_became_active":"2024-09-17T03:32:07.221126+0000","last_became_peered":"2024-09-17T03:32:07.221126+0000","last_unstale":"2024-09-17T03:32:08.204814+0000","last_undegraded":"2024-09-17T03:32:08.204814+0000","last_fullsized":"2024-09-17T03:32:08.204814+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:25:51.837792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064514+0000","last_change":"2024-09-17T03:32:03.197159+0000","last_active":"2024-09-17T03:32:09.064514+0000","last_peered":"2024-09-17T03:32:09.064514+0000","last_clean":"2024-09-17T03:32:09.064514+0000","last_became_active":"2024-09-17T03:32:03.196840+0000","last_became_peered":"2024-09-17T03:32:03.196840+0000","last_unstale":"2024-09-17T03:32:09.064514+0000","last_undegraded":"2024-09-17T03:32:09.064514+0000","last_fullsized":"2024-09-17T03:32:09.064514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168409+0000","last_change":"2024-09-17T03:32:02.184144+0000","last_active":"2024-09-17T03:32:09.168409+0000","last_peered":"2024-09-17T03:32:09.168409+0000","last_clean":"2024-09-17T03:32:09.168409+0000","last_became_active":"2024-09-17T03:32:02.183781+0000","last_became_peered":"2024-09-17T03:32:02.183781+0000","last_unstale":"2024-09-17T03:32:09.168409+0000","last_undegraded":"2024-09-17T03:32:09.168409+0000","last_fullsized":"2024-09-17T03:32:09.168409+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:37:10.734719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636785+0000","last_change":"2024-09-17T03:32:07.224684+0000","last_active":"2024-09-17T03:32:08.636785+0000","last_peered":"2024-09-17T03:32:08.636785+0000","last_clean":"2024-09-17T03:32:08.636785+0000","last_became_active":"2024-09-17T03:32:07.224227+0000","last_became_peered":"2024-09-17T03:32:07.224227+0000","last_unstale":"2024-09-17T03:32:08.636785+0000","last_undegraded":"2024-09-17T03:32:08.636785+0000","last_fullsized":"2024-09-17T03:32:08.636785+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:42:53.063749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204704+0000","last_change":"2024-09-17T03:32:03.191888+0000","last_active":"2024-09-17T03:32:08.204704+0000","last_peered":"2024-09-17T03:32:08.204704+0000","last_clean":"2024-09-17T03:32:08.204704+0000","last_became_active":"2024-09-17T03:32:03.191578+0000","last_became_peered":"2024-09-17T03:32:03.191578+0000","last_unstale":"2024-09-17T03:32:08.204704+0000","last_undegraded":"2024-09-17T03:32:08.204704+0000","last_fullsized":"2024-09-17T03:32:08.204704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:12:57.505838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205028+0000","last_change":"2024-09-17T03:32:02.184094+0000","last_active":"2024-09-17T03:32:08.205028+0000","last_peered":"2024-09-17T03:32:08.205028+0000","last_clean":"2024-09-17T03:32:08.205028+0000","last_became_active":"2024-09-17T03:32:02.183707+0000","last_became_peered":"2024-09-17T03:32:02.183707+0000","last_unstale":"2024-09-17T03:32:08.205028+0000","last_undegraded":"2024-09-17T03:32:08.205028+0000","last_fullsized":"2024-09-17T03:32:08.205028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205320+0000","last_change":"2024-09-17T03:32:07.323357+0000","last_active":"2024-09-17T03:32:08.205320+0000","last_peered":"2024-09-17T03:32:08.205320+0000","last_clean":"2024-09-17T03:32:08.205320+0000","last_became_active":"2024-09-17T03:32:07.322904+0000","last_became_peered":"2024-09-17T03:32:07.322904+0000","last_unstale":"2024-09-17T03:32:08.205320+0000","last_undegraded":"2024-09-17T03:32:08.205320+0000","last_fullsized":"2024-09-17T03:32:08.205320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:41:59.786418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064892+0000","last_change":"2024-09-17T03:32:03.198119+0000","last_active":"2024-09-17T03:32:09.064892+0000","last_peered":"2024-09-17T03:32:09.064892+0000","last_clean":"2024-09-17T03:32:09.064892+0000","last_became_active":"2024-09-17T03:32:03.197581+0000","last_became_peered":"2024-09-17T03:32:03.197581+0000","last_unstale":"2024-09-17T03:32:09.064892+0000","last_undegraded":"2024-09-17T03:32:09.064892+0000","last_fullsized":"2024-09-17T03:32:09.064892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:46.738936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169932+0000","last_change":"2024-09-17T03:32:02.188429+0000","last_active":"2024-09-17T03:32:09.169932+0000","last_peered":"2024-09-17T03:32:09.169932+0000","last_clean":"2024-09-17T03:32:09.169932+0000","last_became_active":"2024-09-17T03:32:02.188097+0000","last_became_peered":"2024-09-17T03:32:02.188097+0000","last_unstale":"2024-09-17T03:32:09.169932+0000","last_undegraded":"2024-09-17T03:32:09.169932+0000","last_fullsized":"2024-09-17T03:32:09.169932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204701+0000","last_change":"2024-09-17T03:32:07.323334+0000","last_active":"2024-09-17T03:32:08.204701+0000","last_peered":"2024-09-17T03:32:08.204701+0000","last_clean":"2024-09-17T03:32:08.204701+0000","last_became_active":"2024-09-17T03:32:07.322879+0000","last_became_peered":"2024-09-17T03:32:07.322879+0000","last_unstale":"2024-09-17T03:32:08.204701+0000","last_undegraded":"2024-09-17T03:32:08.204701+0000","last_fullsized":"2024-09-17T03:32:08.204701+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:05:29.214791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636235+0000","last_change":"2024-09-17T03:32:03.206543+0000","last_active":"2024-09-17T03:32:08.636235+0000","last_peered":"2024-09-17T03:32:08.636235+0000","last_clean":"2024-09-17T03:32:08.636235+0000","last_became_active":"2024-09-17T03:32:03.206236+0000","last_became_peered":"2024-09-17T03:32:03.206236+0000","last_unstale":"2024-09-17T03:32:08.636235+0000","last_undegraded":"2024-09-17T03:32:08.636235+0000","last_fullsized":"2024-09-17T03:32:08.636235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:43:04.286797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636855+0000","last_change":"2024-09-17T03:32:02.181612+0000","last_active":"2024-09-17T03:32:08.636855+0000","last_peered":"2024-09-17T03:32:08.636855+0000","last_clean":"2024-09-17T03:32:08.636855+0000","last_became_active":"2024-09-17T03:32:02.181293+0000","last_became_peered":"2024-09-17T03:32:02.181293+0000","last_unstale":"2024-09-17T03:32:08.636855+0000","last_undegraded":"2024-09-17T03:32:08.636855+0000","last_fullsized":"2024-09-17T03:32:08.636855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:00:52.011976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170080+0000","last_change":"2024-09-17T03:32:07.324201+0000","last_active":"2024-09-17T03:32:09.170080+0000","last_peered":"2024-09-17T03:32:09.170080+0000","last_clean":"2024-09-17T03:32:09.170080+0000","last_became_active":"2024-09-17T03:32:07.323686+0000","last_became_peered":"2024-09-17T03:32:07.323686+0000","last_unstale":"2024-09-17T03:32:09.170080+0000","last_undegraded":"2024-09-17T03:32:09.170080+0000","last_fullsized":"2024-09-17T03:32:09.170080+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:09:40.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064533+0000","last_change":"2024-09-17T03:32:03.205082+0000","last_active":"2024-09-17T03:32:09.064533+0000","last_peered":"2024-09-17T03:32:09.064533+0000","last_clean":"2024-09-17T03:32:09.064533+0000","last_became_active":"2024-09-17T03:32:03.204788+0000","last_became_peered":"2024-09-17T03:32:03.204788+0000","last_unstale":"2024-09-17T03:32:09.064533+0000","last_undegraded":"2024-09-17T03:32:09.064533+0000","last_fullsized":"2024-09-17T03:32:09.064533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:28.711702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":29,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206541+0000","last_change":"2024-09-17T03:32:02.179451+0000","last_active":"2024-09-17T03:32:08.206541+0000","last_peered":"2024-09-17T03:32:08.206541+0000","last_clean":"2024-09-17T03:32:08.206541+0000","last_became_active":"2024-09-17T03:32:02.178920+0000","last_became_peered":"2024-09-17T03:32:02.178920+0000","last_unstale":"2024-09-17T03:32:08.206541+0000","last_undegraded":"2024-09-17T03:32:08.206541+0000","last_fullsized":"2024-09-17T03:32:08.206541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668890+0000","last_change":"2024-09-17T03:32:07.225034+0000","last_active":"2024-09-17T03:32:08.668890+0000","last_peered":"2024-09-17T03:32:08.668890+0000","last_clean":"2024-09-17T03:32:08.668890+0000","last_became_active":"2024-09-17T03:32:07.224558+0000","last_became_peered":"2024-09-17T03:32:07.224558+0000","last_unstale":"2024-09-17T03:32:08.668890+0000","last_undegraded":"2024-09-17T03:32:08.668890+0000","last_fullsized":"2024-09-17T03:32:08.668890+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:33.798548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207073+0000","last_change":"2024-09-17T03:32:03.197979+0000","last_active":"2024-09-17T03:32:08.207073+0000","last_peered":"2024-09-17T03:32:08.207073+0000","last_clean":"2024-09-17T03:32:08.207073+0000","last_became_active":"2024-09-17T03:32:03.197660+0000","last_became_peered":"2024-09-17T03:32:03.197660+0000","last_unstale":"2024-09-17T03:32:08.207073+0000","last_undegraded":"2024-09-17T03:32:08.207073+0000","last_fullsized":"2024-09-17T03:32:08.207073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669105+0000","last_change":"2024-09-17T03:32:02.185819+0000","last_active":"2024-09-17T03:32:08.669105+0000","last_peered":"2024-09-17T03:32:08.669105+0000","last_clean":"2024-09-17T03:32:08.669105+0000","last_became_active":"2024-09-17T03:32:02.185473+0000","last_became_peered":"2024-09-17T03:32:02.185473+0000","last_unstale":"2024-09-17T03:32:08.669105+0000","last_undegraded":"2024-09-17T03:32:08.669105+0000","last_fullsized":"2024-09-17T03:32:08.669105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:31:27.464340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206543+0000","last_change":"2024-09-17T03:32:07.222162+0000","last_active":"2024-09-17T03:32:08.206543+0000","last_peered":"2024-09-17T03:32:08.206543+0000","last_clean":"2024-09-17T03:32:08.206543+0000","last_became_active":"2024-09-17T03:32:07.220491+0000","last_became_peered":"2024-09-17T03:32:07.220491+0000","last_unstale":"2024-09-17T03:32:08.206543+0000","last_undegraded":"2024-09-17T03:32:08.206543+0000","last_fullsized":"2024-09-17T03:32:08.206543+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:51.177261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636834+0000","last_change":"2024-09-17T03:32:03.195871+0000","last_active":"2024-09-17T03:32:08.636834+0000","last_peered":"2024-09-17T03:32:08.636834+0000","last_clean":"2024-09-17T03:32:08.636834+0000","last_became_active":"2024-09-17T03:32:03.193820+0000","last_became_peered":"2024-09-17T03:32:03.193820+0000","last_unstale":"2024-09-17T03:32:08.636834+0000","last_undegraded":"2024-09-17T03:32:08.636834+0000","last_fullsized":"2024-09-17T03:32:08.636834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:47.593389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169903+0000","last_change":"2024-09-17T03:32:02.183889+0000","last_active":"2024-09-17T03:32:09.169903+0000","last_peered":"2024-09-17T03:32:09.169903+0000","last_clean":"2024-09-17T03:32:09.169903+0000","last_became_active":"2024-09-17T03:32:02.183401+0000","last_became_peered":"2024-09-17T03:32:02.183401+0000","last_unstale":"2024-09-17T03:32:09.169903+0000","last_undegraded":"2024-09-17T03:32:09.169903+0000","last_fullsized":"2024-09-17T03:32:09.169903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204805+0000","last_change":"2024-09-17T03:32:07.230953+0000","last_active":"2024-09-17T03:32:08.204805+0000","last_peered":"2024-09-17T03:32:08.204805+0000","last_clean":"2024-09-17T03:32:08.204805+0000","last_became_active":"2024-09-17T03:32:07.230407+0000","last_became_peered":"2024-09-17T03:32:07.230407+0000","last_unstale":"2024-09-17T03:32:08.204805+0000","last_undegraded":"2024-09-17T03:32:08.204805+0000","last_fullsized":"2024-09-17T03:32:08.204805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:01:02.042340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169791+0000","last_change":"2024-09-17T03:32:03.201453+0000","last_active":"2024-09-17T03:32:09.169791+0000","last_peered":"2024-09-17T03:32:09.169791+0000","last_clean":"2024-09-17T03:32:09.169791+0000","last_became_active":"2024-09-17T03:32:03.201155+0000","last_became_peered":"2024-09-17T03:32:03.201155+0000","last_unstale":"2024-09-17T03:32:09.169791+0000","last_undegraded":"2024-09-17T03:32:09.169791+0000","last_fullsized":"2024-09-17T03:32:09.169791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:51:52.938238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206203+0000","last_change":"2024-09-17T03:32:02.183924+0000","last_active":"2024-09-17T03:32:08.206203+0000","last_peered":"2024-09-17T03:32:08.206203+0000","last_clean":"2024-09-17T03:32:08.206203+0000","last_became_active":"2024-09-17T03:32:02.183558+0000","last_became_peered":"2024-09-17T03:32:02.183558+0000","last_unstale":"2024-09-17T03:32:08.206203+0000","last_undegraded":"2024-09-17T03:32:08.206203+0000","last_fullsized":"2024-09-17T03:32:08.206203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205181+0000","last_change":"2024-09-17T03:32:07.325041+0000","last_active":"2024-09-17T03:32:08.205181+0000","last_peered":"2024-09-17T03:32:08.205181+0000","last_clean":"2024-09-17T03:32:08.205181+0000","last_became_active":"2024-09-17T03:32:07.324628+0000","last_became_peered":"2024-09-17T03:32:07.324628+0000","last_unstale":"2024-09-17T03:32:08.205181+0000","last_undegraded":"2024-09-17T03:32:08.205181+0000","last_fullsized":"2024-09-17T03:32:08.205181+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:47.848272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636727+0000","last_change":"2024-09-17T03:32:07.325375+0000","last_active":"2024-09-17T03:32:08.636727+0000","last_peered":"2024-09-17T03:32:08.636727+0000","last_clean":"2024-09-17T03:32:08.636727+0000","last_became_active":"2024-09-17T03:32:07.324009+0000","last_became_peered":"2024-09-17T03:32:07.324009+0000","last_unstale":"2024-09-17T03:32:08.636727+0000","last_undegraded":"2024-09-17T03:32:08.636727+0000","last_fullsized":"2024-09-17T03:32:08.636727+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:53.605547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668375+0000","last_change":"2024-09-17T03:32:03.177511+0000","last_active":"2024-09-17T03:32:08.668375+0000","last_peered":"2024-09-17T03:32:08.668375+0000","last_clean":"2024-09-17T03:32:08.668375+0000","last_became_active":"2024-09-17T03:32:03.177165+0000","last_became_peered":"2024-09-17T03:32:03.177165+0000","last_unstale":"2024-09-17T03:32:08.668375+0000","last_undegraded":"2024-09-17T03:32:08.668375+0000","last_fullsized":"2024-09-17T03:32:08.668375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169565+0000","last_change":"2024-09-17T03:32:02.182834+0000","last_active":"2024-09-17T03:32:09.169565+0000","last_peered":"2024-09-17T03:32:09.169565+0000","last_clean":"2024-09-17T03:32:09.169565+0000","last_became_active":"2024-09-17T03:32:02.182504+0000","last_became_peered":"2024-09-17T03:32:02.182504+0000","last_unstale":"2024-09-17T03:32:09.169565+0000","last_undegraded":"2024-09-17T03:32:09.169565+0000","last_fullsized":"2024-09-17T03:32:09.169565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206089+0000","last_change":"2024-09-17T03:32:07.218625+0000","last_active":"2024-09-17T03:32:08.206089+0000","last_peered":"2024-09-17T03:32:08.206089+0000","last_clean":"2024-09-17T03:32:08.206089+0000","last_became_active":"2024-09-17T03:32:07.218157+0000","last_became_peered":"2024-09-17T03:32:07.218157+0000","last_unstale":"2024-09-17T03:32:08.206089+0000","last_undegraded":"2024-09-17T03:32:08.206089+0000","last_fullsized":"2024-09-17T03:32:08.206089+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204169+0000","last_change":"2024-09-17T03:32:03.194820+0000","last_active":"2024-09-17T03:32:08.204169+0000","last_peered":"2024-09-17T03:32:08.204169+0000","last_clean":"2024-09-17T03:32:08.204169+0000","last_became_active":"2024-09-17T03:32:03.194226+0000","last_became_peered":"2024-09-17T03:32:03.194226+0000","last_unstale":"2024-09-17T03:32:08.204169+0000","last_undegraded":"2024-09-17T03:32:08.204169+0000","last_fullsized":"2024-09-17T03:32:08.204169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205056+0000","last_change":"2024-09-17T03:32:02.186187+0000","last_active":"2024-09-17T03:32:08.205056+0000","last_peered":"2024-09-17T03:32:08.205056+0000","last_clean":"2024-09-17T03:32:08.205056+0000","last_became_active":"2024-09-17T03:32:02.185831+0000","last_became_peered":"2024-09-17T03:32:02.185831+0000","last_unstale":"2024-09-17T03:32:08.205056+0000","last_undegraded":"2024-09-17T03:32:08.205056+0000","last_fullsized":"2024-09-17T03:32:08.205056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:20.279519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205849+0000","last_change":"2024-09-17T03:32:02.180181+0000","last_active":"2024-09-17T03:32:08.205849+0000","last_peered":"2024-09-17T03:32:08.205849+0000","last_clean":"2024-09-17T03:32:08.205849+0000","last_became_active":"2024-09-17T03:32:02.179808+0000","last_became_peered":"2024-09-17T03:32:02.179808+0000","last_unstale":"2024-09-17T03:32:08.205849+0000","last_undegraded":"2024-09-17T03:32:08.205849+0000","last_fullsized":"2024-09-17T03:32:08.205849+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636787+0000","last_change":"2024-09-17T03:32:03.197529+0000","last_active":"2024-09-17T03:32:08.636787+0000","last_peered":"2024-09-17T03:32:08.636787+0000","last_clean":"2024-09-17T03:32:08.636787+0000","last_became_active":"2024-09-17T03:32:03.197221+0000","last_became_peered":"2024-09-17T03:32:03.197221+0000","last_unstale":"2024-09-17T03:32:08.636787+0000","last_undegraded":"2024-09-17T03:32:08.636787+0000","last_fullsized":"2024-09-17T03:32:08.636787+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:27.043259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168819+0000","last_change":"2024-09-17T03:32:07.225058+0000","last_active":"2024-09-17T03:32:09.168819+0000","last_peered":"2024-09-17T03:32:09.168819+0000","last_clean":"2024-09-17T03:32:09.168819+0000","last_became_active":"2024-09-17T03:32:07.224619+0000","last_became_peered":"2024-09-17T03:32:07.224619+0000","last_unstale":"2024-09-17T03:32:09.168819+0000","last_undegraded":"2024-09-17T03:32:09.168819+0000","last_fullsized":"2024-09-17T03:32:09.168819+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:01.494535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204402+0000","last_change":"2024-09-17T03:32:02.192447+0000","last_active":"2024-09-17T03:32:08.204402+0000","last_peered":"2024-09-17T03:32:08.204402+0000","last_clean":"2024-09-17T03:32:08.204402+0000","last_became_active":"2024-09-17T03:32:02.191731+0000","last_became_peered":"2024-09-17T03:32:02.191731+0000","last_unstale":"2024-09-17T03:32:08.204402+0000","last_undegraded":"2024-09-17T03:32:08.204402+0000","last_fullsized":"2024-09-17T03:32:08.204402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:51:50.218945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206220+0000","last_change":"2024-09-17T03:32:03.176533+0000","last_active":"2024-09-17T03:32:08.206220+0000","last_peered":"2024-09-17T03:32:08.206220+0000","last_clean":"2024-09-17T03:32:08.206220+0000","last_became_active":"2024-09-17T03:32:03.176211+0000","last_became_peered":"2024-09-17T03:32:03.176211+0000","last_unstale":"2024-09-17T03:32:08.206220+0000","last_undegraded":"2024-09-17T03:32:08.206220+0000","last_fullsized":"2024-09-17T03:32:08.206220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:25:38.413689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204798+0000","last_change":"2024-09-17T03:32:07.226953+0000","last_active":"2024-09-17T03:32:08.204798+0000","last_peered":"2024-09-17T03:32:08.204798+0000","last_clean":"2024-09-17T03:32:08.204798+0000","last_became_active":"2024-09-17T03:32:07.226480+0000","last_became_peered":"2024-09-17T03:32:07.226480+0000","last_unstale":"2024-09-17T03:32:08.204798+0000","last_undegraded":"2024-09-17T03:32:08.204798+0000","last_fullsized":"2024-09-17T03:32:08.204798+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:13:21.198696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204571+0000","last_change":"2024-09-17T03:32:03.193030+0000","last_active":"2024-09-17T03:32:08.204571+0000","last_peered":"2024-09-17T03:32:08.204571+0000","last_clean":"2024-09-17T03:32:08.204571+0000","last_became_active":"2024-09-17T03:32:03.192668+0000","last_became_peered":"2024-09-17T03:32:03.192668+0000","last_unstale":"2024-09-17T03:32:08.204571+0000","last_undegraded":"2024-09-17T03:32:08.204571+0000","last_fullsized":"2024-09-17T03:32:08.204571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168505+0000","last_change":"2024-09-17T03:32:03.200179+0000","last_active":"2024-09-17T03:32:09.168505+0000","last_peered":"2024-09-17T03:32:09.168505+0000","last_clean":"2024-09-17T03:32:09.168505+0000","last_became_active":"2024-09-17T03:32:03.199845+0000","last_became_peered":"2024-09-17T03:32:03.199845+0000","last_unstale":"2024-09-17T03:32:09.168505+0000","last_undegraded":"2024-09-17T03:32:09.168505+0000","last_fullsized":"2024-09-17T03:32:09.168505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.192392+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.192050+0000","last_became_peered":"2024-09-17T03:32:03.192050+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:49:26.860827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636635+0000","last_change":"2024-09-17T03:32:03.196773+0000","last_active":"2024-09-17T03:32:08.636635+0000","last_peered":"2024-09-17T03:32:08.636635+0000","last_clean":"2024-09-17T03:32:08.636635+0000","last_became_active":"2024-09-17T03:32:03.196425+0000","last_became_peered":"2024-09-17T03:32:03.196425+0000","last_unstale":"2024-09-17T03:32:08.636635+0000","last_undegraded":"2024-09-17T03:32:08.636635+0000","last_fullsized":"2024-09-17T03:32:08.636635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205101+0000","last_change":"2024-09-17T03:32:03.198471+0000","last_active":"2024-09-17T03:32:08.205101+0000","last_peered":"2024-09-17T03:32:08.205101+0000","last_clean":"2024-09-17T03:32:08.205101+0000","last_became_active":"2024-09-17T03:32:03.197642+0000","last_became_peered":"2024-09-17T03:32:03.197642+0000","last_unstale":"2024-09-17T03:32:08.205101+0000","last_undegraded":"2024-09-17T03:32:08.205101+0000","last_fullsized":"2024-09-17T03:32:08.205101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:40:30.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669003+0000","last_change":"2024-09-17T03:32:03.179459+0000","last_active":"2024-09-17T03:32:08.669003+0000","last_peered":"2024-09-17T03:32:08.669003+0000","last_clean":"2024-09-17T03:32:08.669003+0000","last_became_active":"2024-09-17T03:32:03.178882+0000","last_became_peered":"2024-09-17T03:32:03.178882+0000","last_unstale":"2024-09-17T03:32:08.669003+0000","last_undegraded":"2024-09-17T03:32:08.669003+0000","last_fullsized":"2024-09-17T03:32:08.669003+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:42:48.645616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206914+0000","last_change":"2024-09-17T03:32:03.193284+0000","last_active":"2024-09-17T03:32:08.206914+0000","last_peered":"2024-09-17T03:32:08.206914+0000","last_clean":"2024-09-17T03:32:08.206914+0000","last_became_active":"2024-09-17T03:32:03.192943+0000","last_became_peered":"2024-09-17T03:32:03.192943+0000","last_unstale":"2024-09-17T03:32:08.206914+0000","last_undegraded":"2024-09-17T03:32:08.206914+0000","last_fullsized":"2024-09-17T03:32:08.206914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204864+0000","last_change":"2024-09-17T03:32:03.197443+0000","last_active":"2024-09-17T03:32:08.204864+0000","last_peered":"2024-09-17T03:32:08.204864+0000","last_clean":"2024-09-17T03:32:08.204864+0000","last_became_active":"2024-09-17T03:32:03.197105+0000","last_became_peered":"2024-09-17T03:32:03.197105+0000","last_unstale":"2024-09-17T03:32:08.204864+0000","last_undegraded":"2024-09-17T03:32:08.204864+0000","last_fullsized":"2024-09-17T03:32:08.204864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169476+0000","last_change":"2024-09-17T03:32:03.190663+0000","last_active":"2024-09-17T03:32:09.169476+0000","last_peered":"2024-09-17T03:32:09.169476+0000","last_clean":"2024-09-17T03:32:09.169476+0000","last_became_active":"2024-09-17T03:32:03.190228+0000","last_became_peered":"2024-09-17T03:32:03.190228+0000","last_unstale":"2024-09-17T03:32:09.169476+0000","last_undegraded":"2024-09-17T03:32:09.169476+0000","last_fullsized":"2024-09-17T03:32:09.169476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204555+0000","last_change":"2024-09-17T03:32:03.197148+0000","last_active":"2024-09-17T03:32:08.204555+0000","last_peered":"2024-09-17T03:32:08.204555+0000","last_clean":"2024-09-17T03:32:08.204555+0000","last_became_active":"2024-09-17T03:32:03.196823+0000","last_became_peered":"2024-09-17T03:32:03.196823+0000","last_unstale":"2024-09-17T03:32:08.204555+0000","last_undegraded":"2024-09-17T03:32:08.204555+0000","last_fullsized":"2024-09-17T03:32:08.204555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169665+0000","last_change":"2024-09-17T03:32:03.203554+0000","last_active":"2024-09-17T03:32:09.169665+0000","last_peered":"2024-09-17T03:32:09.169665+0000","last_clean":"2024-09-17T03:32:09.169665+0000","last_became_active":"2024-09-17T03:32:03.203135+0000","last_became_peered":"2024-09-17T03:32:03.203135+0000","last_unstale":"2024-09-17T03:32:09.169665+0000","last_undegraded":"2024-09-17T03:32:09.169665+0000","last_fullsized":"2024-09-17T03:32:09.169665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:09:46.852368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636359+0000","last_change":"2024-09-17T03:32:03.205252+0000","last_active":"2024-09-17T03:32:08.636359+0000","last_peered":"2024-09-17T03:32:08.636359+0000","last_clean":"2024-09-17T03:32:08.636359+0000","last_became_active":"2024-09-17T03:32:03.204372+0000","last_became_peered":"2024-09-17T03:32:03.204372+0000","last_unstale":"2024-09-17T03:32:08.636359+0000","last_undegraded":"2024-09-17T03:32:08.636359+0000","last_fullsized":"2024-09-17T03:32:08.636359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:41:48.363312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206413+0000","last_change":"2024-09-17T03:32:03.176968+0000","last_active":"2024-09-17T03:32:08.206413+0000","last_peered":"2024-09-17T03:32:08.206413+0000","last_clean":"2024-09-17T03:32:08.206413+0000","last_became_active":"2024-09-17T03:32:03.176592+0000","last_became_peered":"2024-09-17T03:32:03.176592+0000","last_unstale":"2024-09-17T03:32:08.206413+0000","last_undegraded":"2024-09-17T03:32:08.206413+0000","last_fullsized":"2024-09-17T03:32:08.206413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:41:11.030377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064854+0000","last_change":"2024-09-17T03:32:03.203063+0000","last_active":"2024-09-17T03:32:09.064854+0000","last_peered":"2024-09-17T03:32:09.064854+0000","last_clean":"2024-09-17T03:32:09.064854+0000","last_became_active":"2024-09-17T03:32:03.202437+0000","last_became_peered":"2024-09-17T03:32:03.202437+0000","last_unstale":"2024-09-17T03:32:09.064854+0000","last_undegraded":"2024-09-17T03:32:09.064854+0000","last_fullsized":"2024-09-17T03:32:09.064854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:16:22.569661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168705+0000","last_change":"2024-09-17T03:32:03.189008+0000","last_active":"2024-09-17T03:32:09.168705+0000","last_peered":"2024-09-17T03:32:09.168705+0000","last_clean":"2024-09-17T03:32:09.168705+0000","last_became_active":"2024-09-17T03:32:03.188648+0000","last_became_peered":"2024-09-17T03:32:03.188648+0000","last_unstale":"2024-09-17T03:32:09.168705+0000","last_undegraded":"2024-09-17T03:32:09.168705+0000","last_fullsized":"2024-09-17T03:32:09.168705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170135+0000","last_change":"2024-09-17T03:32:03.201437+0000","last_active":"2024-09-17T03:32:09.170135+0000","last_peered":"2024-09-17T03:32:09.170135+0000","last_clean":"2024-09-17T03:32:09.170135+0000","last_became_active":"2024-09-17T03:32:03.201125+0000","last_became_peered":"2024-09-17T03:32:03.201125+0000","last_unstale":"2024-09-17T03:32:09.170135+0000","last_undegraded":"2024-09-17T03:32:09.170135+0000","last_fullsized":"2024-09-17T03:32:09.170135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:21:53.437717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169330+0000","last_change":"2024-09-17T03:32:03.194217+0000","last_active":"2024-09-17T03:32:09.169330+0000","last_peered":"2024-09-17T03:32:09.169330+0000","last_clean":"2024-09-17T03:32:09.169330+0000","last_became_active":"2024-09-17T03:32:03.193862+0000","last_became_peered":"2024-09-17T03:32:03.193862+0000","last_unstale":"2024-09-17T03:32:09.169330+0000","last_undegraded":"2024-09-17T03:32:09.169330+0000","last_fullsized":"2024-09-17T03:32:09.169330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668454+0000","last_change":"2024-09-17T03:32:03.178601+0000","last_active":"2024-09-17T03:32:08.668454+0000","last_peered":"2024-09-17T03:32:08.668454+0000","last_clean":"2024-09-17T03:32:08.668454+0000","last_became_active":"2024-09-17T03:32:03.178224+0000","last_became_peered":"2024-09-17T03:32:03.178224+0000","last_unstale":"2024-09-17T03:32:08.668454+0000","last_undegraded":"2024-09-17T03:32:08.668454+0000","last_fullsized":"2024-09-17T03:32:08.668454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:33:36.980475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636197+0000","last_change":"2024-09-17T03:32:03.195462+0000","last_active":"2024-09-17T03:32:08.636197+0000","last_peered":"2024-09-17T03:32:08.636197+0000","last_clean":"2024-09-17T03:32:08.636197+0000","last_became_active":"2024-09-17T03:32:03.193671+0000","last_became_peered":"2024-09-17T03:32:03.193671+0000","last_unstale":"2024-09-17T03:32:08.636197+0000","last_undegraded":"2024-09-17T03:32:08.636197+0000","last_fullsized":"2024-09-17T03:32:08.636197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:55:24.632727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204214+0000","last_change":"2024-09-17T03:32:03.191572+0000","last_active":"2024-09-17T03:32:08.204214+0000","last_peered":"2024-09-17T03:32:08.204214+0000","last_clean":"2024-09-17T03:32:08.204214+0000","last_became_active":"2024-09-17T03:32:03.191236+0000","last_became_peered":"2024-09-17T03:32:03.191236+0000","last_unstale":"2024-09-17T03:32:08.204214+0000","last_undegraded":"2024-09-17T03:32:08.204214+0000","last_fullsized":"2024-09-17T03:32:08.204214+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:35.411539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207009+0000","last_change":"2024-09-17T03:32:03.188107+0000","last_active":"2024-09-17T03:32:08.207009+0000","last_peered":"2024-09-17T03:32:08.207009+0000","last_clean":"2024-09-17T03:32:08.207009+0000","last_became_active":"2024-09-17T03:32:03.187208+0000","last_became_peered":"2024-09-17T03:32:03.187208+0000","last_unstale":"2024-09-17T03:32:08.207009+0000","last_undegraded":"2024-09-17T03:32:08.207009+0000","last_fullsized":"2024-09-17T03:32:08.207009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206114+0000","last_change":"2024-09-17T03:32:03.190944+0000","last_active":"2024-09-17T03:32:08.206114+0000","last_peered":"2024-09-17T03:32:08.206114+0000","last_clean":"2024-09-17T03:32:08.206114+0000","last_became_active":"2024-09-17T03:32:03.190583+0000","last_became_peered":"2024-09-17T03:32:03.190583+0000","last_unstale":"2024-09-17T03:32:08.206114+0000","last_undegraded":"2024-09-17T03:32:08.206114+0000","last_fullsized":"2024-09-17T03:32:08.206114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:22:58.257333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206789+0000","last_change":"2024-09-17T03:32:03.191116+0000","last_active":"2024-09-17T03:32:08.206789+0000","last_peered":"2024-09-17T03:32:08.206789+0000","last_clean":"2024-09-17T03:32:08.206789+0000","last_became_active":"2024-09-17T03:32:03.190699+0000","last_became_peered":"2024-09-17T03:32:03.190699+0000","last_unstale":"2024-09-17T03:32:08.206789+0000","last_undegraded":"2024-09-17T03:32:08.206789+0000","last_fullsized":"2024-09-17T03:32:08.206789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065035+0000","last_change":"2024-09-17T03:32:03.196205+0000","last_active":"2024-09-17T03:32:09.065035+0000","last_peered":"2024-09-17T03:32:09.065035+0000","last_clean":"2024-09-17T03:32:09.065035+0000","last_became_active":"2024-09-17T03:32:03.195525+0000","last_became_peered":"2024-09-17T03:32:03.195525+0000","last_unstale":"2024-09-17T03:32:09.065035+0000","last_undegraded":"2024-09-17T03:32:09.065035+0000","last_fullsized":"2024-09-17T03:32:09.065035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:23.815213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.203986+0000","last_change":"2024-09-17T03:32:03.193196+0000","last_active":"2024-09-17T03:32:08.203986+0000","last_peered":"2024-09-17T03:32:08.203986+0000","last_clean":"2024-09-17T03:32:08.203986+0000","last_became_active":"2024-09-17T03:32:03.192763+0000","last_became_peered":"2024-09-17T03:32:03.192763+0000","last_unstale":"2024-09-17T03:32:08.203986+0000","last_undegraded":"2024-09-17T03:32:08.203986+0000","last_fullsized":"2024-09-17T03:32:08.203986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:57:17.855458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064400+0000","last_change":"2024-09-17T03:32:03.194668+0000","last_active":"2024-09-17T03:32:09.064400+0000","last_peered":"2024-09-17T03:32:09.064400+0000","last_clean":"2024-09-17T03:32:09.064400+0000","last_became_active":"2024-09-17T03:32:03.194258+0000","last_became_peered":"2024-09-17T03:32:03.194258+0000","last_unstale":"2024-09-17T03:32:09.064400+0000","last_undegraded":"2024-09-17T03:32:09.064400+0000","last_fullsized":"2024-09-17T03:32:09.064400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169534+0000","last_change":"2024-09-17T03:32:03.191192+0000","last_active":"2024-09-17T03:32:09.169534+0000","last_peered":"2024-09-17T03:32:09.169534+0000","last_clean":"2024-09-17T03:32:09.169534+0000","last_became_active":"2024-09-17T03:32:03.190884+0000","last_became_peered":"2024-09-17T03:32:03.190884+0000","last_unstale":"2024-09-17T03:32:09.169534+0000","last_undegraded":"2024-09-17T03:32:09.169534+0000","last_fullsized":"2024-09-17T03:32:09.169534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:55:53.572196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064455+0000","last_change":"2024-09-17T03:32:03.202452+0000","last_active":"2024-09-17T03:32:09.064455+0000","last_peered":"2024-09-17T03:32:09.064455+0000","last_clean":"2024-09-17T03:32:09.064455+0000","last_became_active":"2024-09-17T03:32:03.202161+0000","last_became_peered":"2024-09-17T03:32:03.202161+0000","last_unstale":"2024-09-17T03:32:09.064455+0000","last_undegraded":"2024-09-17T03:32:09.064455+0000","last_fullsized":"2024-09-17T03:32:09.064455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:57:22.885733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.204856+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.204605+0000","last_became_peered":"2024-09-17T03:32:03.204605+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:47.148918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636531+0000","last_change":"2024-09-17T03:32:03.202437+0000","last_active":"2024-09-17T03:32:08.636531+0000","last_peered":"2024-09-17T03:32:08.636531+0000","last_clean":"2024-09-17T03:32:08.636531+0000","last_became_active":"2024-09-17T03:32:03.202056+0000","last_became_peered":"2024-09-17T03:32:03.202056+0000","last_unstale":"2024-09-17T03:32:08.636531+0000","last_undegraded":"2024-09-17T03:32:08.636531+0000","last_fullsized":"2024-09-17T03:32:08.636531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:27.017146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669435+0000","last_change":"2024-09-17T03:32:03.189789+0000","last_active":"2024-09-17T03:32:08.669435+0000","last_peered":"2024-09-17T03:32:08.669435+0000","last_clean":"2024-09-17T03:32:08.669435+0000","last_became_active":"2024-09-17T03:32:03.189422+0000","last_became_peered":"2024-09-17T03:32:03.189422+0000","last_unstale":"2024-09-17T03:32:08.669435+0000","last_undegraded":"2024-09-17T03:32:08.669435+0000","last_fullsized":"2024-09-17T03:32:08.669435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:10:48.577687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064874+0000","last_change":"2024-09-17T03:32:03.195852+0000","last_active":"2024-09-17T03:32:09.064874+0000","last_peered":"2024-09-17T03:32:09.064874+0000","last_clean":"2024-09-17T03:32:09.064874+0000","last_became_active":"2024-09-17T03:32:03.195204+0000","last_became_peered":"2024-09-17T03:32:03.195204+0000","last_unstale":"2024-09-17T03:32:09.064874+0000","last_undegraded":"2024-09-17T03:32:09.064874+0000","last_fullsized":"2024-09-17T03:32:09.064874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:08.835228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":104875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":856064,"data_stored":694213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":106964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:17.289 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:17.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 -- 172.21.15.45:0/1558026975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2808003a50 msgr2=0x7f2808003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 --2- 172.21.15.45:0/1558026975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2808003a50 0x7f2808003ec0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2810009b50 tx=0x7f2808005830 comp rx=0 tx=0).stop 2024-09-17T03:32:17.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 -- 172.21.15.45:0/1558026975 shutdown_connections 2024-09-17T03:32:17.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 --2- 172.21.15.45:0/1558026975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2808003a50 0x7f2808003ec0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 -- 172.21.15.45:0/1558026975 >> 172.21.15.45:0/1558026975 conn(0x7f28200d4320 msgr2=0x7f28200d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:17.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 -- 172.21.15.45:0/1558026975 shutdown_connections 2024-09-17T03:32:17.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.440+0000 7f2825d21640 1 -- 172.21.15.45:0/1558026975 wait complete. 2024-09-17T03:32:17.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.442+0000 7f2825d21640 1 Processor -- start 2024-09-17T03:32:17.442 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.442+0000 7f2825d21640 1 -- start start 2024-09-17T03:32:17.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f2825d21640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2808003a50 0x7f2820160520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f2825d21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2820161d80 0x7f2820160a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f2825d21640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 0x7f282014c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f2825d21640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f28200b7a60 con 0x7f282014c280 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f2825d21640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f28200b78e0 con 0x7f2820161d80 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f2825d21640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f28200b7be0 con 0x7f2808003a50 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f281ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 0x7f282014c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f281ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 0x7f282014c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:51018/0 (socket says 172.21.15.45:51018) 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f281ffff640 1 -- 172.21.15.45:0/1835998599 learned_addr learned my addr 172.21.15.45:0/1835998599 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f281effd640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2820161d80 0x7f2820160a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.443+0000 7f281f7fe640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2808003a50 0x7f2820160520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f281ffff640 1 -- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2808003a50 msgr2=0x7f2820160520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f281ffff640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2808003a50 0x7f2820160520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f281ffff640 1 -- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2820161d80 msgr2=0x7f2820160a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f281ffff640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2820161d80 0x7f2820160a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f281ffff640 1 -- 172.21.15.45:0/1835998599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2820160fa0 con 0x7f282014c280 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f281ffff640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 0x7f282014c690 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f28200d0b40 tx=0x7f2818006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2818011900 con 0x7f282014c280 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2818018070 con 0x7f282014c280 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28200caeb0 con 0x7f282014c280 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2818011d80 con 0x7f282014c280 2024-09-17T03:32:17.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.444+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28201e8f90 con 0x7f282014c280 2024-09-17T03:32:17.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.445+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28200cf100 con 0x7f282014c280 2024-09-17T03:32:17.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.446+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f281801d460 con 0x7f282014c280 2024-09-17T03:32:17.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.446+0000 7f2807fff640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f280c078b90 0x7f280c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.447+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f281809b790 con 0x7f282014c280 2024-09-17T03:32:17.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.447+0000 7f281f7fe640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f280c078b90 0x7f280c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.448 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.447+0000 7f281f7fe640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f280c078b90 0x7f280c07b0a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2810035000 tx=0x7f28100046c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:17.451 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.451+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f28180632d0 con 0x7f282014c280 2024-09-17T03:32:17.634 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.633+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f28200b3170 con 0x7f280c078b90 2024-09-17T03:32:17.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.640+0000 7f2807fff640 1 -- 172.21.15.45:0/1835998599 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332571 (secure 0 0 0) 0x7f28200b3170 con 0x7f280c078b90 2024-09-17T03:32:17.643 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:17.645 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f280c078b90 msgr2=0x7f280c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f280c078b90 0x7f280c07b0a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2810035000 tx=0x7f28100046c0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 msgr2=0x7f282014c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 0x7f282014c690 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f28200d0b40 tx=0x7f2818006430 comp rx=0 tx=0).stop 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 shutdown_connections 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f280c078b90 0x7f280c07b0a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2820161d80 0x7f2820160a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f282014c280 0x7f282014c690 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 --2- 172.21.15.45:0/1835998599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2808003a50 0x7f2820160520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 >> 172.21.15.45:0/1835998599 conn(0x7f28200d4320 msgr2=0x7f282015dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:17.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 shutdown_connections 2024-09-17T03:32:17.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.643+0000 7f2825d21640 1 -- 172.21.15.45:0/1835998599 wait complete. 2024-09-17T03:32:17.655 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-09-17T03:32:16.097049+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236112,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738608,"statfs":{"total":773094113280,"available":772852334592,"internally_reserved":0,"allocated":3317760,"data_stored":2013749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.896032"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636866+0000","last_change":"2024-09-17T03:32:02.192700+0000","last_active":"2024-09-17T03:32:08.636866+0000","last_peered":"2024-09-17T03:32:08.636866+0000","last_clean":"2024-09-17T03:32:08.636866+0000","last_became_active":"2024-09-17T03:32:02.192193+0000","last_became_peered":"2024-09-17T03:32:02.192193+0000","last_unstale":"2024-09-17T03:32:08.636866+0000","last_undegraded":"2024-09-17T03:32:08.636866+0000","last_fullsized":"2024-09-17T03:32:08.636866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:37:37.749970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204776+0000","last_change":"2024-09-17T03:32:03.192343+0000","last_active":"2024-09-17T03:32:08.204776+0000","last_peered":"2024-09-17T03:32:08.204776+0000","last_clean":"2024-09-17T03:32:08.204776+0000","last_became_active":"2024-09-17T03:32:03.191991+0000","last_became_peered":"2024-09-17T03:32:03.191991+0000","last_unstale":"2024-09-17T03:32:08.204776+0000","last_undegraded":"2024-09-17T03:32:08.204776+0000","last_fullsized":"2024-09-17T03:32:08.204776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:51:47.966077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204069+0000","last_change":"2024-09-17T03:32:07.327234+0000","last_active":"2024-09-17T03:32:08.204069+0000","last_peered":"2024-09-17T03:32:08.204069+0000","last_clean":"2024-09-17T03:32:08.204069+0000","last_became_active":"2024-09-17T03:32:07.325922+0000","last_became_peered":"2024-09-17T03:32:07.325922+0000","last_unstale":"2024-09-17T03:32:08.204069+0000","last_undegraded":"2024-09-17T03:32:08.204069+0000","last_fullsized":"2024-09-17T03:32:08.204069+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:00:34.253253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205312+0000","last_change":"2024-09-17T03:32:02.187061+0000","last_active":"2024-09-17T03:32:08.205312+0000","last_peered":"2024-09-17T03:32:08.205312+0000","last_clean":"2024-09-17T03:32:08.205312+0000","last_became_active":"2024-09-17T03:32:02.186705+0000","last_became_peered":"2024-09-17T03:32:02.186705+0000","last_unstale":"2024-09-17T03:32:08.205312+0000","last_undegraded":"2024-09-17T03:32:08.205312+0000","last_fullsized":"2024-09-17T03:32:08.205312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:29:40.267466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636684+0000","last_change":"2024-09-17T03:32:03.194423+0000","last_active":"2024-09-17T03:32:08.636684+0000","last_peered":"2024-09-17T03:32:08.636684+0000","last_clean":"2024-09-17T03:32:08.636684+0000","last_became_active":"2024-09-17T03:32:03.193621+0000","last_became_peered":"2024-09-17T03:32:03.193621+0000","last_unstale":"2024-09-17T03:32:08.636684+0000","last_undegraded":"2024-09-17T03:32:08.636684+0000","last_fullsized":"2024-09-17T03:32:08.636684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:08.760986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205267+0000","last_change":"2024-09-17T03:32:07.232339+0000","last_active":"2024-09-17T03:32:08.205267+0000","last_peered":"2024-09-17T03:32:08.205267+0000","last_clean":"2024-09-17T03:32:08.205267+0000","last_became_active":"2024-09-17T03:32:07.231888+0000","last_became_peered":"2024-09-17T03:32:07.231888+0000","last_unstale":"2024-09-17T03:32:08.205267+0000","last_undegraded":"2024-09-17T03:32:08.205267+0000","last_fullsized":"2024-09-17T03:32:08.205267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:12.789329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064809+0000","last_change":"2024-09-17T03:32:02.190580+0000","last_active":"2024-09-17T03:32:09.064809+0000","last_peered":"2024-09-17T03:32:09.064809+0000","last_clean":"2024-09-17T03:32:09.064809+0000","last_became_active":"2024-09-17T03:32:02.190244+0000","last_became_peered":"2024-09-17T03:32:02.190244+0000","last_unstale":"2024-09-17T03:32:09.064809+0000","last_undegraded":"2024-09-17T03:32:09.064809+0000","last_fullsized":"2024-09-17T03:32:09.064809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:46:10.352690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169972+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.169972+0000","last_peered":"2024-09-17T03:32:09.169972+0000","last_clean":"2024-09-17T03:32:09.169972+0000","last_became_active":"2024-09-17T03:32:03.195009+0000","last_became_peered":"2024-09-17T03:32:03.195009+0000","last_unstale":"2024-09-17T03:32:09.169972+0000","last_undegraded":"2024-09-17T03:32:09.169972+0000","last_fullsized":"2024-09-17T03:32:09.169972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:09:10.735775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205802+0000","last_change":"2024-09-17T03:32:07.221158+0000","last_active":"2024-09-17T03:32:08.205802+0000","last_peered":"2024-09-17T03:32:08.205802+0000","last_clean":"2024-09-17T03:32:08.205802+0000","last_became_active":"2024-09-17T03:32:07.220550+0000","last_became_peered":"2024-09-17T03:32:07.220550+0000","last_unstale":"2024-09-17T03:32:08.205802+0000","last_undegraded":"2024-09-17T03:32:08.205802+0000","last_fullsized":"2024-09-17T03:32:08.205802+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:57:42.220767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064546+0000","last_change":"2024-09-17T03:32:02.192406+0000","last_active":"2024-09-17T03:32:09.064546+0000","last_peered":"2024-09-17T03:32:09.064546+0000","last_clean":"2024-09-17T03:32:09.064546+0000","last_became_active":"2024-09-17T03:32:02.192024+0000","last_became_peered":"2024-09-17T03:32:02.192024+0000","last_unstale":"2024-09-17T03:32:09.064546+0000","last_undegraded":"2024-09-17T03:32:09.064546+0000","last_fullsized":"2024-09-17T03:32:09.064546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:59:09.370300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170065+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.170065+0000","last_peered":"2024-09-17T03:32:09.170065+0000","last_clean":"2024-09-17T03:32:09.170065+0000","last_became_active":"2024-09-17T03:32:03.194821+0000","last_became_peered":"2024-09-17T03:32:03.194821+0000","last_unstale":"2024-09-17T03:32:09.170065+0000","last_undegraded":"2024-09-17T03:32:09.170065+0000","last_fullsized":"2024-09-17T03:32:09.170065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:01:44.358160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205840+0000","last_change":"2024-09-17T03:32:07.221969+0000","last_active":"2024-09-17T03:32:08.205840+0000","last_peered":"2024-09-17T03:32:08.205840+0000","last_clean":"2024-09-17T03:32:08.205840+0000","last_became_active":"2024-09-17T03:32:07.221194+0000","last_became_peered":"2024-09-17T03:32:07.221194+0000","last_unstale":"2024-09-17T03:32:08.205840+0000","last_undegraded":"2024-09-17T03:32:08.205840+0000","last_fullsized":"2024-09-17T03:32:08.205840+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:32:48.930864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205184+0000","last_change":"2024-09-17T03:32:03.177356+0000","last_active":"2024-09-17T03:32:08.205184+0000","last_peered":"2024-09-17T03:32:08.205184+0000","last_clean":"2024-09-17T03:32:08.205184+0000","last_became_active":"2024-09-17T03:32:03.177000+0000","last_became_peered":"2024-09-17T03:32:03.177000+0000","last_unstale":"2024-09-17T03:32:08.205184+0000","last_undegraded":"2024-09-17T03:32:08.205184+0000","last_fullsized":"2024-09-17T03:32:08.205184+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:38.229213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064979+0000","last_change":"2024-09-17T03:32:02.191639+0000","last_active":"2024-09-17T03:32:09.064979+0000","last_peered":"2024-09-17T03:32:09.064979+0000","last_clean":"2024-09-17T03:32:09.064979+0000","last_became_active":"2024-09-17T03:32:02.191325+0000","last_became_peered":"2024-09-17T03:32:02.191325+0000","last_unstale":"2024-09-17T03:32:09.064979+0000","last_undegraded":"2024-09-17T03:32:09.064979+0000","last_fullsized":"2024-09-17T03:32:09.064979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:00:17.942188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206954+0000","last_change":"2024-09-17T03:32:07.221289+0000","last_active":"2024-09-17T03:32:08.206954+0000","last_peered":"2024-09-17T03:32:08.206954+0000","last_clean":"2024-09-17T03:32:08.206954+0000","last_became_active":"2024-09-17T03:32:07.220810+0000","last_became_peered":"2024-09-17T03:32:07.220810+0000","last_unstale":"2024-09-17T03:32:08.206954+0000","last_undegraded":"2024-09-17T03:32:08.206954+0000","last_fullsized":"2024-09-17T03:32:08.206954+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204342+0000","last_change":"2024-09-17T03:32:03.198221+0000","last_active":"2024-09-17T03:32:08.204342+0000","last_peered":"2024-09-17T03:32:08.204342+0000","last_clean":"2024-09-17T03:32:08.204342+0000","last_became_active":"2024-09-17T03:32:03.193772+0000","last_became_peered":"2024-09-17T03:32:03.193772+0000","last_unstale":"2024-09-17T03:32:08.204342+0000","last_undegraded":"2024-09-17T03:32:08.204342+0000","last_fullsized":"2024-09-17T03:32:08.204342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:41:04.525415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668903+0000","last_change":"2024-09-17T03:32:02.187138+0000","last_active":"2024-09-17T03:32:08.668903+0000","last_peered":"2024-09-17T03:32:08.668903+0000","last_clean":"2024-09-17T03:32:08.668903+0000","last_became_active":"2024-09-17T03:32:02.186607+0000","last_became_peered":"2024-09-17T03:32:02.186607+0000","last_unstale":"2024-09-17T03:32:08.668903+0000","last_undegraded":"2024-09-17T03:32:08.668903+0000","last_fullsized":"2024-09-17T03:32:08.668903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:05:40.564475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206667+0000","last_change":"2024-09-17T03:32:07.221366+0000","last_active":"2024-09-17T03:32:08.206667+0000","last_peered":"2024-09-17T03:32:08.206667+0000","last_clean":"2024-09-17T03:32:08.206667+0000","last_became_active":"2024-09-17T03:32:07.220612+0000","last_became_peered":"2024-09-17T03:32:07.220612+0000","last_unstale":"2024-09-17T03:32:08.206667+0000","last_undegraded":"2024-09-17T03:32:08.206667+0000","last_fullsized":"2024-09-17T03:32:08.206667+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204896+0000","last_change":"2024-09-17T03:32:03.180642+0000","last_active":"2024-09-17T03:32:08.204896+0000","last_peered":"2024-09-17T03:32:08.204896+0000","last_clean":"2024-09-17T03:32:08.204896+0000","last_became_active":"2024-09-17T03:32:03.180279+0000","last_became_peered":"2024-09-17T03:32:03.180279+0000","last_unstale":"2024-09-17T03:32:08.204896+0000","last_undegraded":"2024-09-17T03:32:08.204896+0000","last_fullsized":"2024-09-17T03:32:08.204896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.532633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668500+0000","last_change":"2024-09-17T03:32:02.190124+0000","last_active":"2024-09-17T03:32:08.668500+0000","last_peered":"2024-09-17T03:32:08.668500+0000","last_clean":"2024-09-17T03:32:08.668500+0000","last_became_active":"2024-09-17T03:32:02.189811+0000","last_became_peered":"2024-09-17T03:32:02.189811+0000","last_unstale":"2024-09-17T03:32:08.668500+0000","last_undegraded":"2024-09-17T03:32:08.668500+0000","last_fullsized":"2024-09-17T03:32:08.668500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:23:26.875992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669348+0000","last_change":"2024-09-17T03:32:07.327104+0000","last_active":"2024-09-17T03:32:08.669348+0000","last_peered":"2024-09-17T03:32:08.669348+0000","last_clean":"2024-09-17T03:32:08.669348+0000","last_became_active":"2024-09-17T03:32:07.326678+0000","last_became_peered":"2024-09-17T03:32:07.326678+0000","last_unstale":"2024-09-17T03:32:08.669348+0000","last_undegraded":"2024-09-17T03:32:08.669348+0000","last_fullsized":"2024-09-17T03:32:08.669348+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:32.740044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205964+0000","last_change":"2024-09-17T03:32:03.185113+0000","last_active":"2024-09-17T03:32:08.205964+0000","last_peered":"2024-09-17T03:32:08.205964+0000","last_clean":"2024-09-17T03:32:08.205964+0000","last_became_active":"2024-09-17T03:32:03.184800+0000","last_became_peered":"2024-09-17T03:32:03.184800+0000","last_unstale":"2024-09-17T03:32:08.205964+0000","last_undegraded":"2024-09-17T03:32:08.205964+0000","last_fullsized":"2024-09-17T03:32:08.205964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:03.921037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064385+0000","last_change":"2024-09-17T03:32:02.193228+0000","last_active":"2024-09-17T03:32:09.064385+0000","last_peered":"2024-09-17T03:32:09.064385+0000","last_clean":"2024-09-17T03:32:09.064385+0000","last_became_active":"2024-09-17T03:32:02.192935+0000","last_became_peered":"2024-09-17T03:32:02.192935+0000","last_unstale":"2024-09-17T03:32:09.064385+0000","last_undegraded":"2024-09-17T03:32:09.064385+0000","last_fullsized":"2024-09-17T03:32:09.064385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207332+0000","last_change":"2024-09-17T03:32:07.222732+0000","last_active":"2024-09-17T03:32:08.207332+0000","last_peered":"2024-09-17T03:32:08.207332+0000","last_clean":"2024-09-17T03:32:08.207332+0000","last_became_active":"2024-09-17T03:32:07.221754+0000","last_became_peered":"2024-09-17T03:32:07.221754+0000","last_unstale":"2024-09-17T03:32:08.207332+0000","last_undegraded":"2024-09-17T03:32:08.207332+0000","last_fullsized":"2024-09-17T03:32:08.207332+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636992+0000","last_change":"2024-09-17T03:32:03.194787+0000","last_active":"2024-09-17T03:32:08.636992+0000","last_peered":"2024-09-17T03:32:08.636992+0000","last_clean":"2024-09-17T03:32:08.636992+0000","last_became_active":"2024-09-17T03:32:03.194439+0000","last_became_peered":"2024-09-17T03:32:03.194439+0000","last_unstale":"2024-09-17T03:32:08.636992+0000","last_undegraded":"2024-09-17T03:32:08.636992+0000","last_fullsized":"2024-09-17T03:32:08.636992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:39:30.547887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206460+0000","last_change":"2024-09-17T03:32:02.189912+0000","last_active":"2024-09-17T03:32:08.206460+0000","last_peered":"2024-09-17T03:32:08.206460+0000","last_clean":"2024-09-17T03:32:08.206460+0000","last_became_active":"2024-09-17T03:32:02.189538+0000","last_became_peered":"2024-09-17T03:32:02.189538+0000","last_unstale":"2024-09-17T03:32:08.206460+0000","last_undegraded":"2024-09-17T03:32:08.206460+0000","last_fullsized":"2024-09-17T03:32:08.206460+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205672+0000","last_change":"2024-09-17T03:32:07.325674+0000","last_active":"2024-09-17T03:32:08.205672+0000","last_peered":"2024-09-17T03:32:08.205672+0000","last_clean":"2024-09-17T03:32:08.205672+0000","last_became_active":"2024-09-17T03:32:07.325220+0000","last_became_peered":"2024-09-17T03:32:07.325220+0000","last_unstale":"2024-09-17T03:32:08.205672+0000","last_undegraded":"2024-09-17T03:32:08.205672+0000","last_fullsized":"2024-09-17T03:32:08.205672+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:51.621732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205058+0000","last_change":"2024-09-17T03:32:03.193362+0000","last_active":"2024-09-17T03:32:08.205058+0000","last_peered":"2024-09-17T03:32:08.205058+0000","last_clean":"2024-09-17T03:32:08.205058+0000","last_became_active":"2024-09-17T03:32:03.193028+0000","last_became_peered":"2024-09-17T03:32:03.193028+0000","last_unstale":"2024-09-17T03:32:08.205058+0000","last_undegraded":"2024-09-17T03:32:08.205058+0000","last_fullsized":"2024-09-17T03:32:08.205058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669443+0000","last_change":"2024-09-17T03:32:02.184464+0000","last_active":"2024-09-17T03:32:08.669443+0000","last_peered":"2024-09-17T03:32:08.669443+0000","last_clean":"2024-09-17T03:32:08.669443+0000","last_became_active":"2024-09-17T03:32:02.183668+0000","last_became_peered":"2024-09-17T03:32:02.183668+0000","last_unstale":"2024-09-17T03:32:08.669443+0000","last_undegraded":"2024-09-17T03:32:08.669443+0000","last_fullsized":"2024-09-17T03:32:08.669443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:25:47.696201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204052+0000","last_change":"2024-09-17T03:32:07.324916+0000","last_active":"2024-09-17T03:32:08.204052+0000","last_peered":"2024-09-17T03:32:08.204052+0000","last_clean":"2024-09-17T03:32:08.204052+0000","last_became_active":"2024-09-17T03:32:07.324504+0000","last_became_peered":"2024-09-17T03:32:07.324504+0000","last_unstale":"2024-09-17T03:32:08.204052+0000","last_undegraded":"2024-09-17T03:32:08.204052+0000","last_fullsized":"2024-09-17T03:32:08.204052+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:35:39.842666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668955+0000","last_change":"2024-09-17T03:32:03.187727+0000","last_active":"2024-09-17T03:32:08.668955+0000","last_peered":"2024-09-17T03:32:08.668955+0000","last_clean":"2024-09-17T03:32:08.668955+0000","last_became_active":"2024-09-17T03:32:03.187363+0000","last_became_peered":"2024-09-17T03:32:03.187363+0000","last_unstale":"2024-09-17T03:32:08.668955+0000","last_undegraded":"2024-09-17T03:32:08.668955+0000","last_fullsized":"2024-09-17T03:32:08.668955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065029+0000","last_change":"2024-09-17T03:32:02.194247+0000","last_active":"2024-09-17T03:32:09.065029+0000","last_peered":"2024-09-17T03:32:09.065029+0000","last_clean":"2024-09-17T03:32:09.065029+0000","last_became_active":"2024-09-17T03:32:02.193910+0000","last_became_peered":"2024-09-17T03:32:02.193910+0000","last_unstale":"2024-09-17T03:32:09.065029+0000","last_undegraded":"2024-09-17T03:32:09.065029+0000","last_fullsized":"2024-09-17T03:32:09.065029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:30.284293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636560+0000","last_change":"2024-09-17T03:32:07.325135+0000","last_active":"2024-09-17T03:32:08.636560+0000","last_peered":"2024-09-17T03:32:08.636560+0000","last_clean":"2024-09-17T03:32:08.636560+0000","last_became_active":"2024-09-17T03:32:07.322859+0000","last_became_peered":"2024-09-17T03:32:07.322859+0000","last_unstale":"2024-09-17T03:32:08.636560+0000","last_undegraded":"2024-09-17T03:32:08.636560+0000","last_fullsized":"2024-09-17T03:32:08.636560+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:54.839928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170194+0000","last_change":"2024-09-17T03:32:03.190315+0000","last_active":"2024-09-17T03:32:09.170194+0000","last_peered":"2024-09-17T03:32:09.170194+0000","last_clean":"2024-09-17T03:32:09.170194+0000","last_became_active":"2024-09-17T03:32:03.189917+0000","last_became_peered":"2024-09-17T03:32:03.189917+0000","last_unstale":"2024-09-17T03:32:09.170194+0000","last_undegraded":"2024-09-17T03:32:09.170194+0000","last_fullsized":"2024-09-17T03:32:09.170194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:54:40.319180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669096+0000","last_change":"2024-09-17T03:32:02.182983+0000","last_active":"2024-09-17T03:32:08.669096+0000","last_peered":"2024-09-17T03:32:08.669096+0000","last_clean":"2024-09-17T03:32:08.669096+0000","last_became_active":"2024-09-17T03:32:02.182658+0000","last_became_peered":"2024-09-17T03:32:02.182658+0000","last_unstale":"2024-09-17T03:32:08.669096+0000","last_undegraded":"2024-09-17T03:32:08.669096+0000","last_fullsized":"2024-09-17T03:32:08.669096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:38:31.365284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668649+0000","last_change":"2024-09-17T03:32:07.229543+0000","last_active":"2024-09-17T03:32:08.668649+0000","last_peered":"2024-09-17T03:32:08.668649+0000","last_clean":"2024-09-17T03:32:08.668649+0000","last_became_active":"2024-09-17T03:32:07.229109+0000","last_became_peered":"2024-09-17T03:32:07.229109+0000","last_unstale":"2024-09-17T03:32:08.668649+0000","last_undegraded":"2024-09-17T03:32:08.668649+0000","last_fullsized":"2024-09-17T03:32:08.668649+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:42.857812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207022+0000","last_change":"2024-09-17T03:32:03.189910+0000","last_active":"2024-09-17T03:32:08.207022+0000","last_peered":"2024-09-17T03:32:08.207022+0000","last_clean":"2024-09-17T03:32:08.207022+0000","last_became_active":"2024-09-17T03:32:03.189563+0000","last_became_peered":"2024-09-17T03:32:03.189563+0000","last_unstale":"2024-09-17T03:32:08.207022+0000","last_undegraded":"2024-09-17T03:32:08.207022+0000","last_fullsized":"2024-09-17T03:32:08.207022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:18:01.419123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170017+0000","last_change":"2024-09-17T03:32:02.182347+0000","last_active":"2024-09-17T03:32:09.170017+0000","last_peered":"2024-09-17T03:32:09.170017+0000","last_clean":"2024-09-17T03:32:09.170017+0000","last_became_active":"2024-09-17T03:32:02.182015+0000","last_became_peered":"2024-09-17T03:32:02.182015+0000","last_unstale":"2024-09-17T03:32:09.170017+0000","last_undegraded":"2024-09-17T03:32:09.170017+0000","last_fullsized":"2024-09-17T03:32:09.170017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669028+0000","last_change":"2024-09-17T03:32:07.224978+0000","last_active":"2024-09-17T03:32:08.669028+0000","last_peered":"2024-09-17T03:32:08.669028+0000","last_clean":"2024-09-17T03:32:08.669028+0000","last_became_active":"2024-09-17T03:32:07.224466+0000","last_became_peered":"2024-09-17T03:32:07.224466+0000","last_unstale":"2024-09-17T03:32:08.669028+0000","last_undegraded":"2024-09-17T03:32:08.669028+0000","last_fullsized":"2024-09-17T03:32:08.669028+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:12.863571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668558+0000","last_change":"2024-09-17T03:32:03.191155+0000","last_active":"2024-09-17T03:32:08.668558+0000","last_peered":"2024-09-17T03:32:08.668558+0000","last_clean":"2024-09-17T03:32:08.668558+0000","last_became_active":"2024-09-17T03:32:03.189027+0000","last_became_peered":"2024-09-17T03:32:03.189027+0000","last_unstale":"2024-09-17T03:32:08.668558+0000","last_undegraded":"2024-09-17T03:32:08.668558+0000","last_fullsized":"2024-09-17T03:32:08.668558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168540+0000","last_change":"2024-09-17T03:32:02.188496+0000","last_active":"2024-09-17T03:32:09.168540+0000","last_peered":"2024-09-17T03:32:09.168540+0000","last_clean":"2024-09-17T03:32:09.168540+0000","last_became_active":"2024-09-17T03:32:02.188106+0000","last_became_peered":"2024-09-17T03:32:02.188106+0000","last_unstale":"2024-09-17T03:32:09.168540+0000","last_undegraded":"2024-09-17T03:32:09.168540+0000","last_fullsized":"2024-09-17T03:32:09.168540+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:28:51.533646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669354+0000","last_change":"2024-09-17T03:32:07.225482+0000","last_active":"2024-09-17T03:32:08.669354+0000","last_peered":"2024-09-17T03:32:08.669354+0000","last_clean":"2024-09-17T03:32:08.669354+0000","last_became_active":"2024-09-17T03:32:07.224838+0000","last_became_peered":"2024-09-17T03:32:07.224838+0000","last_unstale":"2024-09-17T03:32:08.669354+0000","last_undegraded":"2024-09-17T03:32:08.669354+0000","last_fullsized":"2024-09-17T03:32:08.669354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:27.843555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636044+0000","last_change":"2024-09-17T03:32:03.197627+0000","last_active":"2024-09-17T03:32:08.636044+0000","last_peered":"2024-09-17T03:32:08.636044+0000","last_clean":"2024-09-17T03:32:08.636044+0000","last_became_active":"2024-09-17T03:32:03.197292+0000","last_became_peered":"2024-09-17T03:32:03.197292+0000","last_unstale":"2024-09-17T03:32:08.636044+0000","last_undegraded":"2024-09-17T03:32:08.636044+0000","last_fullsized":"2024-09-17T03:32:08.636044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:57.198344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064318+0000","last_change":"2024-09-17T03:32:02.191931+0000","last_active":"2024-09-17T03:32:09.064318+0000","last_peered":"2024-09-17T03:32:09.064318+0000","last_clean":"2024-09-17T03:32:09.064318+0000","last_became_active":"2024-09-17T03:32:02.191589+0000","last_became_peered":"2024-09-17T03:32:02.191589+0000","last_unstale":"2024-09-17T03:32:09.064318+0000","last_undegraded":"2024-09-17T03:32:09.064318+0000","last_fullsized":"2024-09-17T03:32:09.064318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:56:14.132886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636976+0000","last_change":"2024-09-17T03:32:07.323366+0000","last_active":"2024-09-17T03:32:08.636976+0000","last_peered":"2024-09-17T03:32:08.636976+0000","last_clean":"2024-09-17T03:32:08.636976+0000","last_became_active":"2024-09-17T03:32:07.322899+0000","last_became_peered":"2024-09-17T03:32:07.322899+0000","last_unstale":"2024-09-17T03:32:08.636976+0000","last_undegraded":"2024-09-17T03:32:08.636976+0000","last_fullsized":"2024-09-17T03:32:08.636976+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:31:06.336292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204267+0000","last_change":"2024-09-17T03:32:03.194373+0000","last_active":"2024-09-17T03:32:08.204267+0000","last_peered":"2024-09-17T03:32:08.204267+0000","last_clean":"2024-09-17T03:32:08.204267+0000","last_became_active":"2024-09-17T03:32:03.193506+0000","last_became_peered":"2024-09-17T03:32:03.193506+0000","last_unstale":"2024-09-17T03:32:08.204267+0000","last_undegraded":"2024-09-17T03:32:08.204267+0000","last_fullsized":"2024-09-17T03:32:08.204267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169751+0000","last_change":"2024-09-17T03:32:02.181207+0000","last_active":"2024-09-17T03:32:09.169751+0000","last_peered":"2024-09-17T03:32:09.169751+0000","last_clean":"2024-09-17T03:32:09.169751+0000","last_became_active":"2024-09-17T03:32:02.180752+0000","last_became_peered":"2024-09-17T03:32:02.180752+0000","last_unstale":"2024-09-17T03:32:09.169751+0000","last_undegraded":"2024-09-17T03:32:09.169751+0000","last_fullsized":"2024-09-17T03:32:09.169751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":119,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064549+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:09.064549+0000","last_peered":"2024-09-17T03:32:09.064549+0000","last_clean":"2024-09-17T03:32:09.064549+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:09.064549+0000","last_undegraded":"2024-09-17T03:32:09.064549+0000","last_fullsized":"2024-09-17T03:32:09.064549+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205365+0000","last_change":"2024-09-17T03:32:07.325418+0000","last_active":"2024-09-17T03:32:08.205365+0000","last_peered":"2024-09-17T03:32:08.205365+0000","last_clean":"2024-09-17T03:32:08.205365+0000","last_became_active":"2024-09-17T03:32:07.324940+0000","last_became_peered":"2024-09-17T03:32:07.324940+0000","last_unstale":"2024-09-17T03:32:08.205365+0000","last_undegraded":"2024-09-17T03:32:08.205365+0000","last_fullsized":"2024-09-17T03:32:08.205365+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064664+0000","last_change":"2024-09-17T03:32:03.195932+0000","last_active":"2024-09-17T03:32:09.064664+0000","last_peered":"2024-09-17T03:32:09.064664+0000","last_clean":"2024-09-17T03:32:09.064664+0000","last_became_active":"2024-09-17T03:32:03.195254+0000","last_became_peered":"2024-09-17T03:32:03.195254+0000","last_unstale":"2024-09-17T03:32:09.064664+0000","last_undegraded":"2024-09-17T03:32:09.064664+0000","last_fullsized":"2024-09-17T03:32:09.064664+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:38.829469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168909+0000","last_change":"2024-09-17T03:32:02.183247+0000","last_active":"2024-09-17T03:32:09.168909+0000","last_peered":"2024-09-17T03:32:09.168909+0000","last_clean":"2024-09-17T03:32:09.168909+0000","last_became_active":"2024-09-17T03:32:02.182855+0000","last_became_peered":"2024-09-17T03:32:02.182855+0000","last_unstale":"2024-09-17T03:32:09.168909+0000","last_undegraded":"2024-09-17T03:32:09.168909+0000","last_fullsized":"2024-09-17T03:32:09.168909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:30:20.671992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204908+0000","last_change":"2024-09-17T03:32:07.323496+0000","last_active":"2024-09-17T03:32:08.204908+0000","last_peered":"2024-09-17T03:32:08.204908+0000","last_clean":"2024-09-17T03:32:08.204908+0000","last_became_active":"2024-09-17T03:32:07.323003+0000","last_became_peered":"2024-09-17T03:32:07.323003+0000","last_unstale":"2024-09-17T03:32:08.204908+0000","last_undegraded":"2024-09-17T03:32:08.204908+0000","last_fullsized":"2024-09-17T03:32:08.204908+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170106+0000","last_change":"2024-09-17T03:32:03.204107+0000","last_active":"2024-09-17T03:32:09.170106+0000","last_peered":"2024-09-17T03:32:09.170106+0000","last_clean":"2024-09-17T03:32:09.170106+0000","last_became_active":"2024-09-17T03:32:03.203798+0000","last_became_peered":"2024-09-17T03:32:03.203798+0000","last_unstale":"2024-09-17T03:32:09.170106+0000","last_undegraded":"2024-09-17T03:32:09.170106+0000","last_fullsized":"2024-09-17T03:32:09.170106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:50.811586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669130+0000","last_change":"2024-09-17T03:32:02.180913+0000","last_active":"2024-09-17T03:32:08.669130+0000","last_peered":"2024-09-17T03:32:08.669130+0000","last_clean":"2024-09-17T03:32:08.669130+0000","last_became_active":"2024-09-17T03:32:02.180324+0000","last_became_peered":"2024-09-17T03:32:02.180324+0000","last_unstale":"2024-09-17T03:32:08.669130+0000","last_undegraded":"2024-09-17T03:32:08.669130+0000","last_fullsized":"2024-09-17T03:32:08.669130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636683+0000","last_change":"2024-09-17T03:32:07.226852+0000","last_active":"2024-09-17T03:32:08.636683+0000","last_peered":"2024-09-17T03:32:08.636683+0000","last_clean":"2024-09-17T03:32:08.636683+0000","last_became_active":"2024-09-17T03:32:07.226405+0000","last_became_peered":"2024-09-17T03:32:07.226405+0000","last_unstale":"2024-09-17T03:32:08.636683+0000","last_undegraded":"2024-09-17T03:32:08.636683+0000","last_fullsized":"2024-09-17T03:32:08.636683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:05:32.609058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065151+0000","last_change":"2024-09-17T03:32:03.198571+0000","last_active":"2024-09-17T03:32:09.065151+0000","last_peered":"2024-09-17T03:32:09.065151+0000","last_clean":"2024-09-17T03:32:09.065151+0000","last_became_active":"2024-09-17T03:32:03.198126+0000","last_became_peered":"2024-09-17T03:32:03.198126+0000","last_unstale":"2024-09-17T03:32:09.065151+0000","last_undegraded":"2024-09-17T03:32:09.065151+0000","last_fullsized":"2024-09-17T03:32:09.065151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:51:27.859659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168810+0000","last_change":"2024-09-17T03:32:02.188335+0000","last_active":"2024-09-17T03:32:09.168810+0000","last_peered":"2024-09-17T03:32:09.168810+0000","last_clean":"2024-09-17T03:32:09.168810+0000","last_became_active":"2024-09-17T03:32:02.187964+0000","last_became_peered":"2024-09-17T03:32:02.187964+0000","last_unstale":"2024-09-17T03:32:09.168810+0000","last_undegraded":"2024-09-17T03:32:09.168810+0000","last_fullsized":"2024-09-17T03:32:09.168810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:42:29.940429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169316+0000","last_change":"2024-09-17T03:32:07.325543+0000","last_active":"2024-09-17T03:32:09.169316+0000","last_peered":"2024-09-17T03:32:09.169316+0000","last_clean":"2024-09-17T03:32:09.169316+0000","last_became_active":"2024-09-17T03:32:07.325093+0000","last_became_peered":"2024-09-17T03:32:07.325093+0000","last_unstale":"2024-09-17T03:32:09.169316+0000","last_undegraded":"2024-09-17T03:32:09.169316+0000","last_fullsized":"2024-09-17T03:32:09.169316+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:28:01.527047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064919+0000","last_change":"2024-09-17T03:32:03.198116+0000","last_active":"2024-09-17T03:32:09.064919+0000","last_peered":"2024-09-17T03:32:09.064919+0000","last_clean":"2024-09-17T03:32:09.064919+0000","last_became_active":"2024-09-17T03:32:03.197558+0000","last_became_peered":"2024-09-17T03:32:03.197558+0000","last_unstale":"2024-09-17T03:32:09.064919+0000","last_undegraded":"2024-09-17T03:32:09.064919+0000","last_fullsized":"2024-09-17T03:32:09.064919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:29.770205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207393+0000","last_change":"2024-09-17T03:32:02.183189+0000","last_active":"2024-09-17T03:32:08.207393+0000","last_peered":"2024-09-17T03:32:08.207393+0000","last_clean":"2024-09-17T03:32:08.207393+0000","last_became_active":"2024-09-17T03:32:02.182849+0000","last_became_peered":"2024-09-17T03:32:02.182849+0000","last_unstale":"2024-09-17T03:32:08.207393+0000","last_undegraded":"2024-09-17T03:32:08.207393+0000","last_fullsized":"2024-09-17T03:32:08.207393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:03:56.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204814+0000","last_change":"2024-09-17T03:32:07.221652+0000","last_active":"2024-09-17T03:32:08.204814+0000","last_peered":"2024-09-17T03:32:08.204814+0000","last_clean":"2024-09-17T03:32:08.204814+0000","last_became_active":"2024-09-17T03:32:07.221126+0000","last_became_peered":"2024-09-17T03:32:07.221126+0000","last_unstale":"2024-09-17T03:32:08.204814+0000","last_undegraded":"2024-09-17T03:32:08.204814+0000","last_fullsized":"2024-09-17T03:32:08.204814+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:25:51.837792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064514+0000","last_change":"2024-09-17T03:32:03.197159+0000","last_active":"2024-09-17T03:32:09.064514+0000","last_peered":"2024-09-17T03:32:09.064514+0000","last_clean":"2024-09-17T03:32:09.064514+0000","last_became_active":"2024-09-17T03:32:03.196840+0000","last_became_peered":"2024-09-17T03:32:03.196840+0000","last_unstale":"2024-09-17T03:32:09.064514+0000","last_undegraded":"2024-09-17T03:32:09.064514+0000","last_fullsized":"2024-09-17T03:32:09.064514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168409+0000","last_change":"2024-09-17T03:32:02.184144+0000","last_active":"2024-09-17T03:32:09.168409+0000","last_peered":"2024-09-17T03:32:09.168409+0000","last_clean":"2024-09-17T03:32:09.168409+0000","last_became_active":"2024-09-17T03:32:02.183781+0000","last_became_peered":"2024-09-17T03:32:02.183781+0000","last_unstale":"2024-09-17T03:32:09.168409+0000","last_undegraded":"2024-09-17T03:32:09.168409+0000","last_fullsized":"2024-09-17T03:32:09.168409+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:37:10.734719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636785+0000","last_change":"2024-09-17T03:32:07.224684+0000","last_active":"2024-09-17T03:32:08.636785+0000","last_peered":"2024-09-17T03:32:08.636785+0000","last_clean":"2024-09-17T03:32:08.636785+0000","last_became_active":"2024-09-17T03:32:07.224227+0000","last_became_peered":"2024-09-17T03:32:07.224227+0000","last_unstale":"2024-09-17T03:32:08.636785+0000","last_undegraded":"2024-09-17T03:32:08.636785+0000","last_fullsized":"2024-09-17T03:32:08.636785+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:42:53.063749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204704+0000","last_change":"2024-09-17T03:32:03.191888+0000","last_active":"2024-09-17T03:32:08.204704+0000","last_peered":"2024-09-17T03:32:08.204704+0000","last_clean":"2024-09-17T03:32:08.204704+0000","last_became_active":"2024-09-17T03:32:03.191578+0000","last_became_peered":"2024-09-17T03:32:03.191578+0000","last_unstale":"2024-09-17T03:32:08.204704+0000","last_undegraded":"2024-09-17T03:32:08.204704+0000","last_fullsized":"2024-09-17T03:32:08.204704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:12:57.505838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205028+0000","last_change":"2024-09-17T03:32:02.184094+0000","last_active":"2024-09-17T03:32:08.205028+0000","last_peered":"2024-09-17T03:32:08.205028+0000","last_clean":"2024-09-17T03:32:08.205028+0000","last_became_active":"2024-09-17T03:32:02.183707+0000","last_became_peered":"2024-09-17T03:32:02.183707+0000","last_unstale":"2024-09-17T03:32:08.205028+0000","last_undegraded":"2024-09-17T03:32:08.205028+0000","last_fullsized":"2024-09-17T03:32:08.205028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205320+0000","last_change":"2024-09-17T03:32:07.323357+0000","last_active":"2024-09-17T03:32:08.205320+0000","last_peered":"2024-09-17T03:32:08.205320+0000","last_clean":"2024-09-17T03:32:08.205320+0000","last_became_active":"2024-09-17T03:32:07.322904+0000","last_became_peered":"2024-09-17T03:32:07.322904+0000","last_unstale":"2024-09-17T03:32:08.205320+0000","last_undegraded":"2024-09-17T03:32:08.205320+0000","last_fullsized":"2024-09-17T03:32:08.205320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:41:59.786418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064892+0000","last_change":"2024-09-17T03:32:03.198119+0000","last_active":"2024-09-17T03:32:09.064892+0000","last_peered":"2024-09-17T03:32:09.064892+0000","last_clean":"2024-09-17T03:32:09.064892+0000","last_became_active":"2024-09-17T03:32:03.197581+0000","last_became_peered":"2024-09-17T03:32:03.197581+0000","last_unstale":"2024-09-17T03:32:09.064892+0000","last_undegraded":"2024-09-17T03:32:09.064892+0000","last_fullsized":"2024-09-17T03:32:09.064892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:46.738936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169932+0000","last_change":"2024-09-17T03:32:02.188429+0000","last_active":"2024-09-17T03:32:09.169932+0000","last_peered":"2024-09-17T03:32:09.169932+0000","last_clean":"2024-09-17T03:32:09.169932+0000","last_became_active":"2024-09-17T03:32:02.188097+0000","last_became_peered":"2024-09-17T03:32:02.188097+0000","last_unstale":"2024-09-17T03:32:09.169932+0000","last_undegraded":"2024-09-17T03:32:09.169932+0000","last_fullsized":"2024-09-17T03:32:09.169932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204701+0000","last_change":"2024-09-17T03:32:07.323334+0000","last_active":"2024-09-17T03:32:08.204701+0000","last_peered":"2024-09-17T03:32:08.204701+0000","last_clean":"2024-09-17T03:32:08.204701+0000","last_became_active":"2024-09-17T03:32:07.322879+0000","last_became_peered":"2024-09-17T03:32:07.322879+0000","last_unstale":"2024-09-17T03:32:08.204701+0000","last_undegraded":"2024-09-17T03:32:08.204701+0000","last_fullsized":"2024-09-17T03:32:08.204701+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:05:29.214791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636235+0000","last_change":"2024-09-17T03:32:03.206543+0000","last_active":"2024-09-17T03:32:08.636235+0000","last_peered":"2024-09-17T03:32:08.636235+0000","last_clean":"2024-09-17T03:32:08.636235+0000","last_became_active":"2024-09-17T03:32:03.206236+0000","last_became_peered":"2024-09-17T03:32:03.206236+0000","last_unstale":"2024-09-17T03:32:08.636235+0000","last_undegraded":"2024-09-17T03:32:08.636235+0000","last_fullsized":"2024-09-17T03:32:08.636235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:43:04.286797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636855+0000","last_change":"2024-09-17T03:32:02.181612+0000","last_active":"2024-09-17T03:32:08.636855+0000","last_peered":"2024-09-17T03:32:08.636855+0000","last_clean":"2024-09-17T03:32:08.636855+0000","last_became_active":"2024-09-17T03:32:02.181293+0000","last_became_peered":"2024-09-17T03:32:02.181293+0000","last_unstale":"2024-09-17T03:32:08.636855+0000","last_undegraded":"2024-09-17T03:32:08.636855+0000","last_fullsized":"2024-09-17T03:32:08.636855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:00:52.011976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170080+0000","last_change":"2024-09-17T03:32:07.324201+0000","last_active":"2024-09-17T03:32:09.170080+0000","last_peered":"2024-09-17T03:32:09.170080+0000","last_clean":"2024-09-17T03:32:09.170080+0000","last_became_active":"2024-09-17T03:32:07.323686+0000","last_became_peered":"2024-09-17T03:32:07.323686+0000","last_unstale":"2024-09-17T03:32:09.170080+0000","last_undegraded":"2024-09-17T03:32:09.170080+0000","last_fullsized":"2024-09-17T03:32:09.170080+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:09:40.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064533+0000","last_change":"2024-09-17T03:32:03.205082+0000","last_active":"2024-09-17T03:32:09.064533+0000","last_peered":"2024-09-17T03:32:09.064533+0000","last_clean":"2024-09-17T03:32:09.064533+0000","last_became_active":"2024-09-17T03:32:03.204788+0000","last_became_peered":"2024-09-17T03:32:03.204788+0000","last_unstale":"2024-09-17T03:32:09.064533+0000","last_undegraded":"2024-09-17T03:32:09.064533+0000","last_fullsized":"2024-09-17T03:32:09.064533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:28.711702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":29,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206541+0000","last_change":"2024-09-17T03:32:02.179451+0000","last_active":"2024-09-17T03:32:08.206541+0000","last_peered":"2024-09-17T03:32:08.206541+0000","last_clean":"2024-09-17T03:32:08.206541+0000","last_became_active":"2024-09-17T03:32:02.178920+0000","last_became_peered":"2024-09-17T03:32:02.178920+0000","last_unstale":"2024-09-17T03:32:08.206541+0000","last_undegraded":"2024-09-17T03:32:08.206541+0000","last_fullsized":"2024-09-17T03:32:08.206541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668890+0000","last_change":"2024-09-17T03:32:07.225034+0000","last_active":"2024-09-17T03:32:08.668890+0000","last_peered":"2024-09-17T03:32:08.668890+0000","last_clean":"2024-09-17T03:32:08.668890+0000","last_became_active":"2024-09-17T03:32:07.224558+0000","last_became_peered":"2024-09-17T03:32:07.224558+0000","last_unstale":"2024-09-17T03:32:08.668890+0000","last_undegraded":"2024-09-17T03:32:08.668890+0000","last_fullsized":"2024-09-17T03:32:08.668890+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:33.798548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207073+0000","last_change":"2024-09-17T03:32:03.197979+0000","last_active":"2024-09-17T03:32:08.207073+0000","last_peered":"2024-09-17T03:32:08.207073+0000","last_clean":"2024-09-17T03:32:08.207073+0000","last_became_active":"2024-09-17T03:32:03.197660+0000","last_became_peered":"2024-09-17T03:32:03.197660+0000","last_unstale":"2024-09-17T03:32:08.207073+0000","last_undegraded":"2024-09-17T03:32:08.207073+0000","last_fullsized":"2024-09-17T03:32:08.207073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669105+0000","last_change":"2024-09-17T03:32:02.185819+0000","last_active":"2024-09-17T03:32:08.669105+0000","last_peered":"2024-09-17T03:32:08.669105+0000","last_clean":"2024-09-17T03:32:08.669105+0000","last_became_active":"2024-09-17T03:32:02.185473+0000","last_became_peered":"2024-09-17T03:32:02.185473+0000","last_unstale":"2024-09-17T03:32:08.669105+0000","last_undegraded":"2024-09-17T03:32:08.669105+0000","last_fullsized":"2024-09-17T03:32:08.669105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:31:27.464340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206543+0000","last_change":"2024-09-17T03:32:07.222162+0000","last_active":"2024-09-17T03:32:08.206543+0000","last_peered":"2024-09-17T03:32:08.206543+0000","last_clean":"2024-09-17T03:32:08.206543+0000","last_became_active":"2024-09-17T03:32:07.220491+0000","last_became_peered":"2024-09-17T03:32:07.220491+0000","last_unstale":"2024-09-17T03:32:08.206543+0000","last_undegraded":"2024-09-17T03:32:08.206543+0000","last_fullsized":"2024-09-17T03:32:08.206543+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:51.177261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636834+0000","last_change":"2024-09-17T03:32:03.195871+0000","last_active":"2024-09-17T03:32:08.636834+0000","last_peered":"2024-09-17T03:32:08.636834+0000","last_clean":"2024-09-17T03:32:08.636834+0000","last_became_active":"2024-09-17T03:32:03.193820+0000","last_became_peered":"2024-09-17T03:32:03.193820+0000","last_unstale":"2024-09-17T03:32:08.636834+0000","last_undegraded":"2024-09-17T03:32:08.636834+0000","last_fullsized":"2024-09-17T03:32:08.636834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:47.593389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169903+0000","last_change":"2024-09-17T03:32:02.183889+0000","last_active":"2024-09-17T03:32:09.169903+0000","last_peered":"2024-09-17T03:32:09.169903+0000","last_clean":"2024-09-17T03:32:09.169903+0000","last_became_active":"2024-09-17T03:32:02.183401+0000","last_became_peered":"2024-09-17T03:32:02.183401+0000","last_unstale":"2024-09-17T03:32:09.169903+0000","last_undegraded":"2024-09-17T03:32:09.169903+0000","last_fullsized":"2024-09-17T03:32:09.169903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204805+0000","last_change":"2024-09-17T03:32:07.230953+0000","last_active":"2024-09-17T03:32:08.204805+0000","last_peered":"2024-09-17T03:32:08.204805+0000","last_clean":"2024-09-17T03:32:08.204805+0000","last_became_active":"2024-09-17T03:32:07.230407+0000","last_became_peered":"2024-09-17T03:32:07.230407+0000","last_unstale":"2024-09-17T03:32:08.204805+0000","last_undegraded":"2024-09-17T03:32:08.204805+0000","last_fullsized":"2024-09-17T03:32:08.204805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:01:02.042340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169791+0000","last_change":"2024-09-17T03:32:03.201453+0000","last_active":"2024-09-17T03:32:09.169791+0000","last_peered":"2024-09-17T03:32:09.169791+0000","last_clean":"2024-09-17T03:32:09.169791+0000","last_became_active":"2024-09-17T03:32:03.201155+0000","last_became_peered":"2024-09-17T03:32:03.201155+0000","last_unstale":"2024-09-17T03:32:09.169791+0000","last_undegraded":"2024-09-17T03:32:09.169791+0000","last_fullsized":"2024-09-17T03:32:09.169791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:51:52.938238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206203+0000","last_change":"2024-09-17T03:32:02.183924+0000","last_active":"2024-09-17T03:32:08.206203+0000","last_peered":"2024-09-17T03:32:08.206203+0000","last_clean":"2024-09-17T03:32:08.206203+0000","last_became_active":"2024-09-17T03:32:02.183558+0000","last_became_peered":"2024-09-17T03:32:02.183558+0000","last_unstale":"2024-09-17T03:32:08.206203+0000","last_undegraded":"2024-09-17T03:32:08.206203+0000","last_fullsized":"2024-09-17T03:32:08.206203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205181+0000","last_change":"2024-09-17T03:32:07.325041+0000","last_active":"2024-09-17T03:32:08.205181+0000","last_peered":"2024-09-17T03:32:08.205181+0000","last_clean":"2024-09-17T03:32:08.205181+0000","last_became_active":"2024-09-17T03:32:07.324628+0000","last_became_peered":"2024-09-17T03:32:07.324628+0000","last_unstale":"2024-09-17T03:32:08.205181+0000","last_undegraded":"2024-09-17T03:32:08.205181+0000","last_fullsized":"2024-09-17T03:32:08.205181+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:47.848272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636727+0000","last_change":"2024-09-17T03:32:07.325375+0000","last_active":"2024-09-17T03:32:08.636727+0000","last_peered":"2024-09-17T03:32:08.636727+0000","last_clean":"2024-09-17T03:32:08.636727+0000","last_became_active":"2024-09-17T03:32:07.324009+0000","last_became_peered":"2024-09-17T03:32:07.324009+0000","last_unstale":"2024-09-17T03:32:08.636727+0000","last_undegraded":"2024-09-17T03:32:08.636727+0000","last_fullsized":"2024-09-17T03:32:08.636727+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:53.605547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668375+0000","last_change":"2024-09-17T03:32:03.177511+0000","last_active":"2024-09-17T03:32:08.668375+0000","last_peered":"2024-09-17T03:32:08.668375+0000","last_clean":"2024-09-17T03:32:08.668375+0000","last_became_active":"2024-09-17T03:32:03.177165+0000","last_became_peered":"2024-09-17T03:32:03.177165+0000","last_unstale":"2024-09-17T03:32:08.668375+0000","last_undegraded":"2024-09-17T03:32:08.668375+0000","last_fullsized":"2024-09-17T03:32:08.668375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169565+0000","last_change":"2024-09-17T03:32:02.182834+0000","last_active":"2024-09-17T03:32:09.169565+0000","last_peered":"2024-09-17T03:32:09.169565+0000","last_clean":"2024-09-17T03:32:09.169565+0000","last_became_active":"2024-09-17T03:32:02.182504+0000","last_became_peered":"2024-09-17T03:32:02.182504+0000","last_unstale":"2024-09-17T03:32:09.169565+0000","last_undegraded":"2024-09-17T03:32:09.169565+0000","last_fullsized":"2024-09-17T03:32:09.169565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206089+0000","last_change":"2024-09-17T03:32:07.218625+0000","last_active":"2024-09-17T03:32:08.206089+0000","last_peered":"2024-09-17T03:32:08.206089+0000","last_clean":"2024-09-17T03:32:08.206089+0000","last_became_active":"2024-09-17T03:32:07.218157+0000","last_became_peered":"2024-09-17T03:32:07.218157+0000","last_unstale":"2024-09-17T03:32:08.206089+0000","last_undegraded":"2024-09-17T03:32:08.206089+0000","last_fullsized":"2024-09-17T03:32:08.206089+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204169+0000","last_change":"2024-09-17T03:32:03.194820+0000","last_active":"2024-09-17T03:32:08.204169+0000","last_peered":"2024-09-17T03:32:08.204169+0000","last_clean":"2024-09-17T03:32:08.204169+0000","last_became_active":"2024-09-17T03:32:03.194226+0000","last_became_peered":"2024-09-17T03:32:03.194226+0000","last_unstale":"2024-09-17T03:32:08.204169+0000","last_undegraded":"2024-09-17T03:32:08.204169+0000","last_fullsized":"2024-09-17T03:32:08.204169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205056+0000","last_change":"2024-09-17T03:32:02.186187+0000","last_active":"2024-09-17T03:32:08.205056+0000","last_peered":"2024-09-17T03:32:08.205056+0000","last_clean":"2024-09-17T03:32:08.205056+0000","last_became_active":"2024-09-17T03:32:02.185831+0000","last_became_peered":"2024-09-17T03:32:02.185831+0000","last_unstale":"2024-09-17T03:32:08.205056+0000","last_undegraded":"2024-09-17T03:32:08.205056+0000","last_fullsized":"2024-09-17T03:32:08.205056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:20.279519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205849+0000","last_change":"2024-09-17T03:32:02.180181+0000","last_active":"2024-09-17T03:32:08.205849+0000","last_peered":"2024-09-17T03:32:08.205849+0000","last_clean":"2024-09-17T03:32:08.205849+0000","last_became_active":"2024-09-17T03:32:02.179808+0000","last_became_peered":"2024-09-17T03:32:02.179808+0000","last_unstale":"2024-09-17T03:32:08.205849+0000","last_undegraded":"2024-09-17T03:32:08.205849+0000","last_fullsized":"2024-09-17T03:32:08.205849+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636787+0000","last_change":"2024-09-17T03:32:03.197529+0000","last_active":"2024-09-17T03:32:08.636787+0000","last_peered":"2024-09-17T03:32:08.636787+0000","last_clean":"2024-09-17T03:32:08.636787+0000","last_became_active":"2024-09-17T03:32:03.197221+0000","last_became_peered":"2024-09-17T03:32:03.197221+0000","last_unstale":"2024-09-17T03:32:08.636787+0000","last_undegraded":"2024-09-17T03:32:08.636787+0000","last_fullsized":"2024-09-17T03:32:08.636787+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:27.043259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168819+0000","last_change":"2024-09-17T03:32:07.225058+0000","last_active":"2024-09-17T03:32:09.168819+0000","last_peered":"2024-09-17T03:32:09.168819+0000","last_clean":"2024-09-17T03:32:09.168819+0000","last_became_active":"2024-09-17T03:32:07.224619+0000","last_became_peered":"2024-09-17T03:32:07.224619+0000","last_unstale":"2024-09-17T03:32:09.168819+0000","last_undegraded":"2024-09-17T03:32:09.168819+0000","last_fullsized":"2024-09-17T03:32:09.168819+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:01.494535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204402+0000","last_change":"2024-09-17T03:32:02.192447+0000","last_active":"2024-09-17T03:32:08.204402+0000","last_peered":"2024-09-17T03:32:08.204402+0000","last_clean":"2024-09-17T03:32:08.204402+0000","last_became_active":"2024-09-17T03:32:02.191731+0000","last_became_peered":"2024-09-17T03:32:02.191731+0000","last_unstale":"2024-09-17T03:32:08.204402+0000","last_undegraded":"2024-09-17T03:32:08.204402+0000","last_fullsized":"2024-09-17T03:32:08.204402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:51:50.218945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206220+0000","last_change":"2024-09-17T03:32:03.176533+0000","last_active":"2024-09-17T03:32:08.206220+0000","last_peered":"2024-09-17T03:32:08.206220+0000","last_clean":"2024-09-17T03:32:08.206220+0000","last_became_active":"2024-09-17T03:32:03.176211+0000","last_became_peered":"2024-09-17T03:32:03.176211+0000","last_unstale":"2024-09-17T03:32:08.206220+0000","last_undegraded":"2024-09-17T03:32:08.206220+0000","last_fullsized":"2024-09-17T03:32:08.206220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:25:38.413689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204798+0000","last_change":"2024-09-17T03:32:07.226953+0000","last_active":"2024-09-17T03:32:08.204798+0000","last_peered":"2024-09-17T03:32:08.204798+0000","last_clean":"2024-09-17T03:32:08.204798+0000","last_became_active":"2024-09-17T03:32:07.226480+0000","last_became_peered":"2024-09-17T03:32:07.226480+0000","last_unstale":"2024-09-17T03:32:08.204798+0000","last_undegraded":"2024-09-17T03:32:08.204798+0000","last_fullsized":"2024-09-17T03:32:08.204798+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:13:21.198696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204571+0000","last_change":"2024-09-17T03:32:03.193030+0000","last_active":"2024-09-17T03:32:08.204571+0000","last_peered":"2024-09-17T03:32:08.204571+0000","last_clean":"2024-09-17T03:32:08.204571+0000","last_became_active":"2024-09-17T03:32:03.192668+0000","last_became_peered":"2024-09-17T03:32:03.192668+0000","last_unstale":"2024-09-17T03:32:08.204571+0000","last_undegraded":"2024-09-17T03:32:08.204571+0000","last_fullsized":"2024-09-17T03:32:08.204571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168505+0000","last_change":"2024-09-17T03:32:03.200179+0000","last_active":"2024-09-17T03:32:09.168505+0000","last_peered":"2024-09-17T03:32:09.168505+0000","last_clean":"2024-09-17T03:32:09.168505+0000","last_became_active":"2024-09-17T03:32:03.199845+0000","last_became_peered":"2024-09-17T03:32:03.199845+0000","last_unstale":"2024-09-17T03:32:09.168505+0000","last_undegraded":"2024-09-17T03:32:09.168505+0000","last_fullsized":"2024-09-17T03:32:09.168505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.192392+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.192050+0000","last_became_peered":"2024-09-17T03:32:03.192050+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:49:26.860827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636635+0000","last_change":"2024-09-17T03:32:03.196773+0000","last_active":"2024-09-17T03:32:08.636635+0000","last_peered":"2024-09-17T03:32:08.636635+0000","last_clean":"2024-09-17T03:32:08.636635+0000","last_became_active":"2024-09-17T03:32:03.196425+0000","last_became_peered":"2024-09-17T03:32:03.196425+0000","last_unstale":"2024-09-17T03:32:08.636635+0000","last_undegraded":"2024-09-17T03:32:08.636635+0000","last_fullsized":"2024-09-17T03:32:08.636635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205101+0000","last_change":"2024-09-17T03:32:03.198471+0000","last_active":"2024-09-17T03:32:08.205101+0000","last_peered":"2024-09-17T03:32:08.205101+0000","last_clean":"2024-09-17T03:32:08.205101+0000","last_became_active":"2024-09-17T03:32:03.197642+0000","last_became_peered":"2024-09-17T03:32:03.197642+0000","last_unstale":"2024-09-17T03:32:08.205101+0000","last_undegraded":"2024-09-17T03:32:08.205101+0000","last_fullsized":"2024-09-17T03:32:08.205101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:40:30.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669003+0000","last_change":"2024-09-17T03:32:03.179459+0000","last_active":"2024-09-17T03:32:08.669003+0000","last_peered":"2024-09-17T03:32:08.669003+0000","last_clean":"2024-09-17T03:32:08.669003+0000","last_became_active":"2024-09-17T03:32:03.178882+0000","last_became_peered":"2024-09-17T03:32:03.178882+0000","last_unstale":"2024-09-17T03:32:08.669003+0000","last_undegraded":"2024-09-17T03:32:08.669003+0000","last_fullsized":"2024-09-17T03:32:08.669003+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:42:48.645616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206914+0000","last_change":"2024-09-17T03:32:03.193284+0000","last_active":"2024-09-17T03:32:08.206914+0000","last_peered":"2024-09-17T03:32:08.206914+0000","last_clean":"2024-09-17T03:32:08.206914+0000","last_became_active":"2024-09-17T03:32:03.192943+0000","last_became_peered":"2024-09-17T03:32:03.192943+0000","last_unstale":"2024-09-17T03:32:08.206914+0000","last_undegraded":"2024-09-17T03:32:08.206914+0000","last_fullsized":"2024-09-17T03:32:08.206914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204864+0000","last_change":"2024-09-17T03:32:03.197443+0000","last_active":"2024-09-17T03:32:08.204864+0000","last_peered":"2024-09-17T03:32:08.204864+0000","last_clean":"2024-09-17T03:32:08.204864+0000","last_became_active":"2024-09-17T03:32:03.197105+0000","last_became_peered":"2024-09-17T03:32:03.197105+0000","last_unstale":"2024-09-17T03:32:08.204864+0000","last_undegraded":"2024-09-17T03:32:08.204864+0000","last_fullsized":"2024-09-17T03:32:08.204864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169476+0000","last_change":"2024-09-17T03:32:03.190663+0000","last_active":"2024-09-17T03:32:09.169476+0000","last_peered":"2024-09-17T03:32:09.169476+0000","last_clean":"2024-09-17T03:32:09.169476+0000","last_became_active":"2024-09-17T03:32:03.190228+0000","last_became_peered":"2024-09-17T03:32:03.190228+0000","last_unstale":"2024-09-17T03:32:09.169476+0000","last_undegraded":"2024-09-17T03:32:09.169476+0000","last_fullsized":"2024-09-17T03:32:09.169476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204555+0000","last_change":"2024-09-17T03:32:03.197148+0000","last_active":"2024-09-17T03:32:08.204555+0000","last_peered":"2024-09-17T03:32:08.204555+0000","last_clean":"2024-09-17T03:32:08.204555+0000","last_became_active":"2024-09-17T03:32:03.196823+0000","last_became_peered":"2024-09-17T03:32:03.196823+0000","last_unstale":"2024-09-17T03:32:08.204555+0000","last_undegraded":"2024-09-17T03:32:08.204555+0000","last_fullsized":"2024-09-17T03:32:08.204555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169665+0000","last_change":"2024-09-17T03:32:03.203554+0000","last_active":"2024-09-17T03:32:09.169665+0000","last_peered":"2024-09-17T03:32:09.169665+0000","last_clean":"2024-09-17T03:32:09.169665+0000","last_became_active":"2024-09-17T03:32:03.203135+0000","last_became_peered":"2024-09-17T03:32:03.203135+0000","last_unstale":"2024-09-17T03:32:09.169665+0000","last_undegraded":"2024-09-17T03:32:09.169665+0000","last_fullsized":"2024-09-17T03:32:09.169665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:09:46.852368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636359+0000","last_change":"2024-09-17T03:32:03.205252+0000","last_active":"2024-09-17T03:32:08.636359+0000","last_peered":"2024-09-17T03:32:08.636359+0000","last_clean":"2024-09-17T03:32:08.636359+0000","last_became_active":"2024-09-17T03:32:03.204372+0000","last_became_peered":"2024-09-17T03:32:03.204372+0000","last_unstale":"2024-09-17T03:32:08.636359+0000","last_undegraded":"2024-09-17T03:32:08.636359+0000","last_fullsized":"2024-09-17T03:32:08.636359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:41:48.363312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206413+0000","last_change":"2024-09-17T03:32:03.176968+0000","last_active":"2024-09-17T03:32:08.206413+0000","last_peered":"2024-09-17T03:32:08.206413+0000","last_clean":"2024-09-17T03:32:08.206413+0000","last_became_active":"2024-09-17T03:32:03.176592+0000","last_became_peered":"2024-09-17T03:32:03.176592+0000","last_unstale":"2024-09-17T03:32:08.206413+0000","last_undegraded":"2024-09-17T03:32:08.206413+0000","last_fullsized":"2024-09-17T03:32:08.206413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:41:11.030377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064854+0000","last_change":"2024-09-17T03:32:03.203063+0000","last_active":"2024-09-17T03:32:09.064854+0000","last_peered":"2024-09-17T03:32:09.064854+0000","last_clean":"2024-09-17T03:32:09.064854+0000","last_became_active":"2024-09-17T03:32:03.202437+0000","last_became_peered":"2024-09-17T03:32:03.202437+0000","last_unstale":"2024-09-17T03:32:09.064854+0000","last_undegraded":"2024-09-17T03:32:09.064854+0000","last_fullsized":"2024-09-17T03:32:09.064854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:16:22.569661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168705+0000","last_change":"2024-09-17T03:32:03.189008+0000","last_active":"2024-09-17T03:32:09.168705+0000","last_peered":"2024-09-17T03:32:09.168705+0000","last_clean":"2024-09-17T03:32:09.168705+0000","last_became_active":"2024-09-17T03:32:03.188648+0000","last_became_peered":"2024-09-17T03:32:03.188648+0000","last_unstale":"2024-09-17T03:32:09.168705+0000","last_undegraded":"2024-09-17T03:32:09.168705+0000","last_fullsized":"2024-09-17T03:32:09.168705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170135+0000","last_change":"2024-09-17T03:32:03.201437+0000","last_active":"2024-09-17T03:32:09.170135+0000","last_peered":"2024-09-17T03:32:09.170135+0000","last_clean":"2024-09-17T03:32:09.170135+0000","last_became_active":"2024-09-17T03:32:03.201125+0000","last_became_peered":"2024-09-17T03:32:03.201125+0000","last_unstale":"2024-09-17T03:32:09.170135+0000","last_undegraded":"2024-09-17T03:32:09.170135+0000","last_fullsized":"2024-09-17T03:32:09.170135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:21:53.437717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169330+0000","last_change":"2024-09-17T03:32:03.194217+0000","last_active":"2024-09-17T03:32:09.169330+0000","last_peered":"2024-09-17T03:32:09.169330+0000","last_clean":"2024-09-17T03:32:09.169330+0000","last_became_active":"2024-09-17T03:32:03.193862+0000","last_became_peered":"2024-09-17T03:32:03.193862+0000","last_unstale":"2024-09-17T03:32:09.169330+0000","last_undegraded":"2024-09-17T03:32:09.169330+0000","last_fullsized":"2024-09-17T03:32:09.169330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668454+0000","last_change":"2024-09-17T03:32:03.178601+0000","last_active":"2024-09-17T03:32:08.668454+0000","last_peered":"2024-09-17T03:32:08.668454+0000","last_clean":"2024-09-17T03:32:08.668454+0000","last_became_active":"2024-09-17T03:32:03.178224+0000","last_became_peered":"2024-09-17T03:32:03.178224+0000","last_unstale":"2024-09-17T03:32:08.668454+0000","last_undegraded":"2024-09-17T03:32:08.668454+0000","last_fullsized":"2024-09-17T03:32:08.668454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:33:36.980475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636197+0000","last_change":"2024-09-17T03:32:03.195462+0000","last_active":"2024-09-17T03:32:08.636197+0000","last_peered":"2024-09-17T03:32:08.636197+0000","last_clean":"2024-09-17T03:32:08.636197+0000","last_became_active":"2024-09-17T03:32:03.193671+0000","last_became_peered":"2024-09-17T03:32:03.193671+0000","last_unstale":"2024-09-17T03:32:08.636197+0000","last_undegraded":"2024-09-17T03:32:08.636197+0000","last_fullsized":"2024-09-17T03:32:08.636197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:55:24.632727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204214+0000","last_change":"2024-09-17T03:32:03.191572+0000","last_active":"2024-09-17T03:32:08.204214+0000","last_peered":"2024-09-17T03:32:08.204214+0000","last_clean":"2024-09-17T03:32:08.204214+0000","last_became_active":"2024-09-17T03:32:03.191236+0000","last_became_peered":"2024-09-17T03:32:03.191236+0000","last_unstale":"2024-09-17T03:32:08.204214+0000","last_undegraded":"2024-09-17T03:32:08.204214+0000","last_fullsized":"2024-09-17T03:32:08.204214+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:35.411539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207009+0000","last_change":"2024-09-17T03:32:03.188107+0000","last_active":"2024-09-17T03:32:08.207009+0000","last_peered":"2024-09-17T03:32:08.207009+0000","last_clean":"2024-09-17T03:32:08.207009+0000","last_became_active":"2024-09-17T03:32:03.187208+0000","last_became_peered":"2024-09-17T03:32:03.187208+0000","last_unstale":"2024-09-17T03:32:08.207009+0000","last_undegraded":"2024-09-17T03:32:08.207009+0000","last_fullsized":"2024-09-17T03:32:08.207009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206114+0000","last_change":"2024-09-17T03:32:03.190944+0000","last_active":"2024-09-17T03:32:08.206114+0000","last_peered":"2024-09-17T03:32:08.206114+0000","last_clean":"2024-09-17T03:32:08.206114+0000","last_became_active":"2024-09-17T03:32:03.190583+0000","last_became_peered":"2024-09-17T03:32:03.190583+0000","last_unstale":"2024-09-17T03:32:08.206114+0000","last_undegraded":"2024-09-17T03:32:08.206114+0000","last_fullsized":"2024-09-17T03:32:08.206114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:22:58.257333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206789+0000","last_change":"2024-09-17T03:32:03.191116+0000","last_active":"2024-09-17T03:32:08.206789+0000","last_peered":"2024-09-17T03:32:08.206789+0000","last_clean":"2024-09-17T03:32:08.206789+0000","last_became_active":"2024-09-17T03:32:03.190699+0000","last_became_peered":"2024-09-17T03:32:03.190699+0000","last_unstale":"2024-09-17T03:32:08.206789+0000","last_undegraded":"2024-09-17T03:32:08.206789+0000","last_fullsized":"2024-09-17T03:32:08.206789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065035+0000","last_change":"2024-09-17T03:32:03.196205+0000","last_active":"2024-09-17T03:32:09.065035+0000","last_peered":"2024-09-17T03:32:09.065035+0000","last_clean":"2024-09-17T03:32:09.065035+0000","last_became_active":"2024-09-17T03:32:03.195525+0000","last_became_peered":"2024-09-17T03:32:03.195525+0000","last_unstale":"2024-09-17T03:32:09.065035+0000","last_undegraded":"2024-09-17T03:32:09.065035+0000","last_fullsized":"2024-09-17T03:32:09.065035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:23.815213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.203986+0000","last_change":"2024-09-17T03:32:03.193196+0000","last_active":"2024-09-17T03:32:08.203986+0000","last_peered":"2024-09-17T03:32:08.203986+0000","last_clean":"2024-09-17T03:32:08.203986+0000","last_became_active":"2024-09-17T03:32:03.192763+0000","last_became_peered":"2024-09-17T03:32:03.192763+0000","last_unstale":"2024-09-17T03:32:08.203986+0000","last_undegraded":"2024-09-17T03:32:08.203986+0000","last_fullsized":"2024-09-17T03:32:08.203986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:57:17.855458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064400+0000","last_change":"2024-09-17T03:32:03.194668+0000","last_active":"2024-09-17T03:32:09.064400+0000","last_peered":"2024-09-17T03:32:09.064400+0000","last_clean":"2024-09-17T03:32:09.064400+0000","last_became_active":"2024-09-17T03:32:03.194258+0000","last_became_peered":"2024-09-17T03:32:03.194258+0000","last_unstale":"2024-09-17T03:32:09.064400+0000","last_undegraded":"2024-09-17T03:32:09.064400+0000","last_fullsized":"2024-09-17T03:32:09.064400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169534+0000","last_change":"2024-09-17T03:32:03.191192+0000","last_active":"2024-09-17T03:32:09.169534+0000","last_peered":"2024-09-17T03:32:09.169534+0000","last_clean":"2024-09-17T03:32:09.169534+0000","last_became_active":"2024-09-17T03:32:03.190884+0000","last_became_peered":"2024-09-17T03:32:03.190884+0000","last_unstale":"2024-09-17T03:32:09.169534+0000","last_undegraded":"2024-09-17T03:32:09.169534+0000","last_fullsized":"2024-09-17T03:32:09.169534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:55:53.572196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064455+0000","last_change":"2024-09-17T03:32:03.202452+0000","last_active":"2024-09-17T03:32:09.064455+0000","last_peered":"2024-09-17T03:32:09.064455+0000","last_clean":"2024-09-17T03:32:09.064455+0000","last_became_active":"2024-09-17T03:32:03.202161+0000","last_became_peered":"2024-09-17T03:32:03.202161+0000","last_unstale":"2024-09-17T03:32:09.064455+0000","last_undegraded":"2024-09-17T03:32:09.064455+0000","last_fullsized":"2024-09-17T03:32:09.064455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:57:22.885733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.204856+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.204605+0000","last_became_peered":"2024-09-17T03:32:03.204605+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:47.148918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636531+0000","last_change":"2024-09-17T03:32:03.202437+0000","last_active":"2024-09-17T03:32:08.636531+0000","last_peered":"2024-09-17T03:32:08.636531+0000","last_clean":"2024-09-17T03:32:08.636531+0000","last_became_active":"2024-09-17T03:32:03.202056+0000","last_became_peered":"2024-09-17T03:32:03.202056+0000","last_unstale":"2024-09-17T03:32:08.636531+0000","last_undegraded":"2024-09-17T03:32:08.636531+0000","last_fullsized":"2024-09-17T03:32:08.636531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:27.017146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669435+0000","last_change":"2024-09-17T03:32:03.189789+0000","last_active":"2024-09-17T03:32:08.669435+0000","last_peered":"2024-09-17T03:32:08.669435+0000","last_clean":"2024-09-17T03:32:08.669435+0000","last_became_active":"2024-09-17T03:32:03.189422+0000","last_became_peered":"2024-09-17T03:32:03.189422+0000","last_unstale":"2024-09-17T03:32:08.669435+0000","last_undegraded":"2024-09-17T03:32:08.669435+0000","last_fullsized":"2024-09-17T03:32:08.669435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:10:48.577687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064874+0000","last_change":"2024-09-17T03:32:03.195852+0000","last_active":"2024-09-17T03:32:09.064874+0000","last_peered":"2024-09-17T03:32:09.064874+0000","last_clean":"2024-09-17T03:32:09.064874+0000","last_became_active":"2024-09-17T03:32:03.195204+0000","last_became_peered":"2024-09-17T03:32:03.195204+0000","last_unstale":"2024-09-17T03:32:09.064874+0000","last_undegraded":"2024-09-17T03:32:09.064874+0000","last_fullsized":"2024-09-17T03:32:09.064874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:08.835228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":104875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":856064,"data_stored":694213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":106964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:17.660 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-17T03:32:17.661 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-17T03:32:17.661 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-17T03:32:17.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 -- 172.21.15.45:0/3090891315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc0cf650 msgr2=0x7f44fc0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 --2- 172.21.15.45:0/3090891315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc0cf650 0x7f44fc0b3770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f44e4009830 tx=0x7f44e402a510 comp rx=0 tx=0).stop 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 -- 172.21.15.45:0/3090891315 shutdown_connections 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 --2- 172.21.15.45:0/3090891315 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc15e740 0x7f44fc0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 --2- 172.21.15.45:0/3090891315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc0cf650 0x7f44fc0b3770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 -- 172.21.15.45:0/3090891315 >> 172.21.15.45:0/3090891315 conn(0x7f44fc0d4320 msgr2=0x7f44fc0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 -- 172.21.15.45:0/3090891315 shutdown_connections 2024-09-17T03:32:17.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.813+0000 7f4500ae5640 1 -- 172.21.15.45:0/3090891315 wait complete. 2024-09-17T03:32:17.815 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.815+0000 7f4500ae5640 1 Processor -- start 2024-09-17T03:32:17.815 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.815+0000 7f4500ae5640 1 -- start start 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f4500ae5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 0x7f44fc1f92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f4500ae5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44fc15e740 0x7f44fc14aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f4500ae5640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc14e0a0 0x7f44fc15fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f4500ae5640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc0d3460 con 0x7f44fc06e5c0 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f4500ae5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc0d32e0 con 0x7f44fc15e740 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f4500ae5640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f44fc0d35e0 con 0x7f44fc14e0a0 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 0x7f44fc1f92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 0x7f44fc1f92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:51042/0 (socket says 172.21.15.45:51042) 2024-09-17T03:32:17.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 -- 172.21.15.45:0/1302073259 learned_addr learned my addr 172.21.15.45:0/1302073259 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44f9d9b640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44fc15e740 0x7f44fc14aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fad9d640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc14e0a0 0x7f44fc15fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 -- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc14e0a0 msgr2=0x7f44fc15fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc14e0a0 0x7f44fc15fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 -- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44fc15e740 msgr2=0x7f44fc14aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44fc15e740 0x7f44fc14aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fa59c640 1 -- 172.21.15.45:0/1302073259 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44fc0cdf10 con 0x7f44fc06e5c0 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.816+0000 7f44fad9d640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc14e0a0 0x7f44fc15fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.817+0000 7f44fa59c640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 0x7f44fc1f92e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f44f400c7d0 tx=0x7f44f400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.817+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f4017070 con 0x7f44fc06e5c0 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.817+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f44f4005070 con 0x7f44fc06e5c0 2024-09-17T03:32:17.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.817+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44fc14d5c0 con 0x7f44fc06e5c0 2024-09-17T03:32:17.820 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.817+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f40054a0 con 0x7f44fc06e5c0 2024-09-17T03:32:17.820 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.817+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44fc14db80 con 0x7f44fc06e5c0 2024-09-17T03:32:17.820 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.818+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44fc0d3a90 con 0x7f44fc06e5c0 2024-09-17T03:32:17.821 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.819+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f44f401a070 con 0x7f44fc06e5c0 2024-09-17T03:32:17.821 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.819+0000 7f44f2ffd640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f44dc078b90 0x7f44dc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:17.821 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.819+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f44f409a5c0 con 0x7f44fc06e5c0 2024-09-17T03:32:17.822 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.819+0000 7f44f9d9b640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f44dc078b90 0x7f44dc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:17.822 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.820+0000 7f44f9d9b640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f44dc078b90 0x7f44dc07b0a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f44e4034000 tx=0x7f44e4004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:17.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:17.824+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f44f4062100 con 0x7f44fc06e5c0 2024-09-17T03:32:18.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.011+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f44fc0b9e00 con 0x7f44fc06e5c0 2024-09-17T03:32:18.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.011+0000 7f44f2ffd640 1 -- 172.21.15.45:0/1302073259 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v31) ==== 86+0+160 (secure 0 0 0) 0x7f44f4069e20 con 0x7f44fc06e5c0 2024-09-17T03:32:18.012 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:18.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f44dc078b90 msgr2=0x7f44dc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f44dc078b90 0x7f44dc07b0a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f44e4034000 tx=0x7f44e4004730 comp rx=0 tx=0).stop 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 msgr2=0x7f44fc1f92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 0x7f44fc1f92e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f44f400c7d0 tx=0x7f44f400cc90 comp rx=0 tx=0).stop 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 shutdown_connections 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f44dc078b90 0x7f44dc07b0a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44fc15e740 0x7f44fc14aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f44fc14e0a0 0x7f44fc15fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 --2- 172.21.15.45:0/1302073259 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44fc06e5c0 0x7f44fc1f92e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 >> 172.21.15.45:0/1302073259 conn(0x7f44fc0d4320 msgr2=0x7f44fc0b3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 shutdown_connections 2024-09-17T03:32:18.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.014+0000 7f4500ae5640 1 -- 172.21.15.45:0/1302073259 wait complete. 2024-09-17T03:32:18.025 INFO:teuthology.orchestra.run.smithi045.stdout:[{"version":31,"timestamp":"2024-09-17T03:31:50.490523+0000","name":"","changes":[{"name":"osd.6/osd_mclock_max_capacity_iops_ssd","new_value":"5055.211606"}]}] 2024-09-17T03:32:18.025 INFO:tasks.ceph_manager:config epoch is 31 2024-09-17T03:32:18.026 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-17T03:32:18.026 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-17T03:32:18.026 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 -- 172.21.15.45:0/4147649650 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 msgr2=0x7f38500b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 --2- 172.21.15.45:0/4147649650 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500b3770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f385008ce00 tx=0x7f384c02aa30 comp rx=0 tx=0).stop 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 -- 172.21.15.45:0/4147649650 shutdown_connections 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 --2- 172.21.15.45:0/4147649650 >> v2:172.21.15.112:3300/0 conn(0x7f385015e740 0x7f38500b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 --2- 172.21.15.45:0/4147649650 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500b3770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 -- 172.21.15.45:0/4147649650 >> 172.21.15.45:0/4147649650 conn(0x7f38500d4320 msgr2=0x7f38500d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 -- 172.21.15.45:0/4147649650 shutdown_connections 2024-09-17T03:32:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.142+0000 7f3857e56640 1 -- 172.21.15.45:0/4147649650 wait complete. 2024-09-17T03:32:18.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.144+0000 7f3857e56640 1 Processor -- start 2024-09-17T03:32:18.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.144+0000 7f3857e56640 1 -- start start 2024-09-17T03:32:18.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3857e56640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500c7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3857e56640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f38500cef40 0x7f38501ef220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3857e56640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f385015e740 0x7f38500c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3857e56640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f38500d33d0 con 0x7f385006e5c0 2024-09-17T03:32:18.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3857e56640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f38500d3250 con 0x7f385015e740 2024-09-17T03:32:18.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3857e56640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f38500d3550 con 0x7f38500cef40 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3855bf2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500c7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3855bf2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500c7e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:51070/0 (socket says 172.21.15.45:51070) 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.145+0000 7f3855bf2640 1 -- 172.21.15.45:0/3975270428 learned_addr learned my addr 172.21.15.45:0/3975270428 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f38553f1640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f38500cef40 0x7f38501ef220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f38563f3640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f385015e740 0x7f38500c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3855bf2640 1 -- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f38500cef40 msgr2=0x7f38501ef220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3855bf2640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f38500cef40 0x7f38501ef220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3855bf2640 1 -- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f385015e740 msgr2=0x7f38500c9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3855bf2640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f385015e740 0x7f38500c9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3855bf2640 1 -- 172.21.15.45:0/3975270428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38500c8810 con 0x7f385006e5c0 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3855bf2640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500c7e30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f384c02b020 tx=0x7f384c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c033050 con 0x7f385006e5c0 2024-09-17T03:32:18.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f384c0045f0 con 0x7f385006e5c0 2024-09-17T03:32:18.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38500c8af0 con 0x7f385006e5c0 2024-09-17T03:32:18.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c038450 con 0x7f385006e5c0 2024-09-17T03:32:18.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.146+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38500c90b0 con 0x7f385006e5c0 2024-09-17T03:32:18.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.147+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38500d06d0 con 0x7f385006e5c0 2024-09-17T03:32:18.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.148+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f384c036070 con 0x7f385006e5c0 2024-09-17T03:32:18.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.149+0000 7f38467fc640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3834078b90 0x7f383407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.149+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f384c0bc700 con 0x7f385006e5c0 2024-09-17T03:32:18.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.149+0000 7f38553f1640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3834078b90 0x7f383407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.149+0000 7f38553f1640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3834078b90 0x7f383407b0a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f38500c9df0 tx=0x7f3840008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:18.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.153+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f38500d06d0 con 0x7f385006e5c0 2024-09-17T03:32:18.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.391+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f38500d3ad0 con 0x7f385006e5c0 2024-09-17T03:32:18.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.394+0000 7f38467fc640 1 -- 172.21.15.45:0/3975270428 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+194718 (secure 0 0 0) 0x7f384c0847f0 con 0x7f385006e5c0 2024-09-17T03:32:18.396 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:18.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3834078b90 msgr2=0x7f383407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3834078b90 0x7f383407b0a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f38500c9df0 tx=0x7f3840008040 comp rx=0 tx=0).stop 2024-09-17T03:32:18.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 msgr2=0x7f38500c7e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500c7e30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f384c02b020 tx=0x7f384c003f90 comp rx=0 tx=0).stop 2024-09-17T03:32:18.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 shutdown_connections 2024-09-17T03:32:18.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3834078b90 0x7f383407b0a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f385015e740 0x7f38500c9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f38500cef40 0x7f38501ef220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 --2- 172.21.15.45:0/3975270428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f385006e5c0 0x7f38500c7e30 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 >> 172.21.15.45:0/3975270428 conn(0x7f38500d4320 msgr2=0x7f38500b6560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:18.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 shutdown_connections 2024-09-17T03:32:18.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.397+0000 7f3857e56640 1 -- 172.21.15.45:0/3975270428 wait complete. 2024-09-17T03:32:18.408 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":131865763},{"type":"v1","addr":"172.21.15.112:6801","nonce":131865763}]},"active_addr":"172.21.15.112:6801/131865763","active_change":"2024-09-17T03:31:42.084289+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4106,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1632095764}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3721791962}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2531024174}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":393102610}]}]} 2024-09-17T03:32:18.412 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-17T03:32:18.412 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-17T03:32:18.412 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:18.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 -- 172.21.15.45:0/2332002786 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 msgr2=0x7f0cc40b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 --2- 172.21.15.45:0/2332002786 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc40b3770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009830 tx=0x7f0cc002a5c0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 -- 172.21.15.45:0/2332002786 shutdown_connections 2024-09-17T03:32:18.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 --2- 172.21.15.45:0/2332002786 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc40b3770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 -- 172.21.15.45:0/2332002786 >> 172.21.15.45:0/2332002786 conn(0x7f0cc40d4320 msgr2=0x7f0cc40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:18.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 -- 172.21.15.45:0/2332002786 shutdown_connections 2024-09-17T03:32:18.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.529+0000 7f0ccb313640 1 -- 172.21.15.45:0/2332002786 wait complete. 2024-09-17T03:32:18.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.531+0000 7f0ccb313640 1 Processor -- start 2024-09-17T03:32:18.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.531+0000 7f0ccb313640 1 -- start start 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0ccb313640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc41f9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0ccb313640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cc415e740 0x7f0cc414a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0ccb313640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cc4161db0 0x7f0cc41e92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0ccb313640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc40d3710 con 0x7f0cc406e5c0 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0ccb313640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc40d3590 con 0x7f0cc415e740 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0ccb313640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc40d3890 con 0x7f0cc4161db0 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc41f9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc41f9150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33100/0 (socket says 172.21.15.45:33100) 2024-09-17T03:32:18.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 -- 172.21.15.45:0/4073283872 learned_addr learned my addr 172.21.15.45:0/4073283872 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc88ae640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cc415e740 0x7f0cc414a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc98b0640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cc4161db0 0x7f0cc41e92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 -- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cc4161db0 msgr2=0x7f0cc41e92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cc4161db0 0x7f0cc41e92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 -- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cc415e740 msgr2=0x7f0cc414a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cc415e740 0x7f0cc414a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 -- 172.21.15.45:0/4073283872 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc41e8210 con 0x7f0cc406e5c0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc88ae640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cc415e740 0x7f0cc414a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.532+0000 7f0cc90af640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc41f9150 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009950 tx=0x7f0cc0033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.533+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0031b60 con 0x7f0cc406e5c0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.533+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cc0031df0 con 0x7f0cc406e5c0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.533+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc41e84f0 con 0x7f0cc406e5c0 2024-09-17T03:32:18.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.533+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0005280 con 0x7f0cc406e5c0 2024-09-17T03:32:18.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.533+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc41e8ab0 con 0x7f0cc406e5c0 2024-09-17T03:32:18.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.534+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc40b3770 con 0x7f0cc406e5c0 2024-09-17T03:32:18.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.535+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0cc0005420 con 0x7f0cc406e5c0 2024-09-17T03:32:18.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.535+0000 7f0cb9ffb640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ca8078bc0 0x7f0ca807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.535+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0cc00bc2f0 con 0x7f0cc406e5c0 2024-09-17T03:32:18.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.536+0000 7f0cc88ae640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ca8078bc0 0x7f0ca807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.536+0000 7f0cc88ae640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ca8078bc0 0x7f0ca807b0d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4007fd0 tx=0x7f0cb4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:18.540 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.540+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0cc003f030 con 0x7f0cc406e5c0 2024-09-17T03:32:18.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.725+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0cc40b9f00 con 0x7f0cc406e5c0 2024-09-17T03:32:18.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.726+0000 7f0cb9ffb640 1 -- 172.21.15.45:0/4073283872 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f0cc0031770 con 0x7f0cc406e5c0 2024-09-17T03:32:18.727 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:18.727 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:18.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ca8078bc0 msgr2=0x7f0ca807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ca8078bc0 0x7f0ca807b0d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4007fd0 tx=0x7f0cb4009040 comp rx=0 tx=0).stop 2024-09-17T03:32:18.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 msgr2=0x7f0cc41f9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc41f9150 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009950 tx=0x7f0cc0033c10 comp rx=0 tx=0).stop 2024-09-17T03:32:18.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 shutdown_connections 2024-09-17T03:32:18.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ca8078bc0 0x7f0ca807b0d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cc415e740 0x7f0cc414a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.728+0000 7f0ccb313640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cc4161db0 0x7f0cc41e92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.729+0000 7f0ccb313640 1 --2- 172.21.15.45:0/4073283872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cc406e5c0 0x7f0cc41f9150 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.729+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 >> 172.21.15.45:0/4073283872 conn(0x7f0cc40d4320 msgr2=0x7f0cc40cd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:18.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.729+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 shutdown_connections 2024-09-17T03:32:18.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.729+0000 7f0ccb313640 1 -- 172.21.15.45:0/4073283872 wait complete. 2024-09-17T03:32:18.740 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-17T03:32:18.740 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:18.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.856+0000 7f6c811ed640 1 -- 172.21.15.45:0/941134245 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 msgr2=0x7f6c64005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.856+0000 7f6c811ed640 1 --2- 172.21.15.45:0/941134245 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c64005220 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6c74001800 tx=0x7f6c64005830 comp rx=0 tx=0).stop 2024-09-17T03:32:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.857+0000 7f6c7b59e640 1 -- 172.21.15.45:0/941134245 reap_dead start 2024-09-17T03:32:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.857+0000 7f6c811ed640 1 -- 172.21.15.45:0/941134245 shutdown_connections 2024-09-17T03:32:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.857+0000 7f6c811ed640 1 -- 172.21.15.45:0/941134245 >> 172.21.15.45:0/941134245 conn(0x7f6c7c0d4320 msgr2=0x7f6c7c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.857+0000 7f6c811ed640 1 -- 172.21.15.45:0/941134245 shutdown_connections 2024-09-17T03:32:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.857+0000 7f6c811ed640 1 -- 172.21.15.45:0/941134245 wait complete. 2024-09-17T03:32:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.859+0000 7f6c811ed640 1 Processor -- start 2024-09-17T03:32:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.859+0000 7f6c811ed640 1 -- start start 2024-09-17T03:32:18.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c811ed640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c7c14a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c811ed640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6c7c0c95e0 0x7f6c7c14ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c811ed640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c7c0c7e30 0x7f6c7c14b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c811ed640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7c0b7a60 con 0x7f6c64004d90 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c811ed640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7c0b78e0 con 0x7f6c7c0c7e30 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c811ed640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f6c7c0b7be0 con 0x7f6c7c0c95e0 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c7ad9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c7c14a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c7ad9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c7c14a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33122/0 (socket says 172.21.15.45:33122) 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c7ad9d640 1 -- 172.21.15.45:0/2480748153 learned_addr learned my addr 172.21.15.45:0/2480748153 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.860+0000 7f6c7a59c640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6c7c0c95e0 0x7f6c7c14ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7b59e640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c7c0c7e30 0x7f6c7c14b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7ad9d640 1 -- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6c7c0c95e0 msgr2=0x7f6c7c14ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7ad9d640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6c7c0c95e0 0x7f6c7c14ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7ad9d640 1 -- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c7c0c7e30 msgr2=0x7f6c7c14b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7ad9d640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c7c0c7e30 0x7f6c7c14b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7ad9d640 1 -- 172.21.15.45:0/2480748153 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c7c0c8540 con 0x7f6c64004d90 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c7ad9d640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c7c14a4f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c011d60 tx=0x7f6c6c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c003d80 con 0x7f6c64004d90 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c6c011e50 con 0x7f6c64004d90 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c7c0c8820 con 0x7f6c64004d90 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c004d40 con 0x7f6c64004d90 2024-09-17T03:32:18.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.861+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c7c0c8de0 con 0x7f6c64004d90 2024-09-17T03:32:18.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.862+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c7c0d3700 con 0x7f6c64004d90 2024-09-17T03:32:18.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.863+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6c6c004050 con 0x7f6c64004d90 2024-09-17T03:32:18.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.864+0000 7f6c637fe640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6c68078b90 0x7f6c6807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:18.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.864+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6c6c09bfc0 con 0x7f6c64004d90 2024-09-17T03:32:18.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.864+0000 7f6c7a59c640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6c68078b90 0x7f6c6807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:18.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.865+0000 7f6c7a59c640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6c68078b90 0x7f6c6807b0a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c15d2d0 tx=0x7f6c70006720 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:18.868 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:18.868+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f6c6c064150 con 0x7f6c64004d90 2024-09-17T03:32:19.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.054+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6c7c0b4b40 con 0x7f6c64004d90 2024-09-17T03:32:19.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.056+0000 7f6c637fe640 1 -- 172.21.15.45:0/2480748153 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f6c6c063a50 con 0x7f6c64004d90 2024-09-17T03:32:19.056 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:19.056 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6c68078b90 msgr2=0x7f6c6807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6c68078b90 0x7f6c6807b0a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c15d2d0 tx=0x7f6c70006720 comp rx=0 tx=0).stop 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 msgr2=0x7f6c7c14a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c7c14a4f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c011d60 tx=0x7f6c6c00f790 comp rx=0 tx=0).stop 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 shutdown_connections 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6c68078b90 0x7f6c6807b0a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c7c0c7e30 0x7f6c7c14b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6c7c0c95e0 0x7f6c7c14ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 --2- 172.21.15.45:0/2480748153 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6c64004d90 0x7f6c7c14a4f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 >> 172.21.15.45:0/2480748153 conn(0x7f6c7c0d4320 msgr2=0x7f6c7c15f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 shutdown_connections 2024-09-17T03:32:19.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.058+0000 7f6c811ed640 1 -- 172.21.15.45:0/2480748153 wait complete. 2024-09-17T03:32:19.070 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-17T03:32:19.071 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-17T03:32:19.071 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-17T03:32:19.071 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-17T03:32:19.072 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-17T03:32:19.072 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-17T03:32:19.072 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-17T03:32:19.073 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-17T03:32:19.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.297+0000 7fed06ffd640 1 -- 172.21.15.45:0/4213669690 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecfc031bf0 con 0x7fed080ce510 2024-09-17T03:32:19.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.297+0000 7fed0e8de640 1 -- 172.21.15.45:0/4213669690 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed080ce510 msgr2=0x7fed08162970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.297+0000 7fed0e8de640 1 --2- 172.21.15.45:0/4213669690 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed080ce510 0x7fed08162970 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fecfc009830 tx=0x7fecfc02a540 comp rx=0 tx=0).stop 2024-09-17T03:32:19.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.298+0000 7fed0e8de640 1 -- 172.21.15.45:0/4213669690 shutdown_connections 2024-09-17T03:32:19.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.298+0000 7fed0e8de640 1 --2- 172.21.15.45:0/4213669690 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed080ce510 0x7fed08162970 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.298+0000 7fed0e8de640 1 --2- 172.21.15.45:0/4213669690 >> v2:172.21.15.45:3300/0 conn(0x7fed0806cde0 0x7fed0806dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.298+0000 7fed0e8de640 1 -- 172.21.15.45:0/4213669690 >> 172.21.15.45:0/4213669690 conn(0x7fed080cca70 msgr2=0x7fed080cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.298+0000 7fed0e8de640 1 -- 172.21.15.45:0/4213669690 shutdown_connections 2024-09-17T03:32:19.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.299+0000 7fed0e8de640 1 -- 172.21.15.45:0/4213669690 wait complete. 2024-09-17T03:32:19.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 -- 172.21.15.45:0/1628851754 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f00b3260 msgr2=0x7f32f006ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 --2- 172.21.15.45:0/1628851754 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f00b3260 0x7f32f006ddf0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f32f00cf8d0 tx=0x7f32ec02a560 comp rx=0 tx=0).stop 2024-09-17T03:32:19.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 -- 172.21.15.45:0/1628851754 shutdown_connections 2024-09-17T03:32:19.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 --2- 172.21.15.45:0/1628851754 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f00b3260 0x7f32f006ddf0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 --2- 172.21.15.45:0/1628851754 >> v2:172.21.15.45:3300/0 conn(0x7f32f015d320 0x7f32f00b2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 -- 172.21.15.45:0/1628851754 >> 172.21.15.45:0/1628851754 conn(0x7f32f00b1a20 msgr2=0x7f32f00b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 -- 172.21.15.45:0/1628851754 shutdown_connections 2024-09-17T03:32:19.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fa3df469640 1 -- 172.21.15.45:0/3774827458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d80d22c0 msgr2=0x7fa3d80cf0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fed0e8de640 1 Processor -- start 2024-09-17T03:32:19.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fa3df469640 1 --2- 172.21.15.45:0/3774827458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80cf0e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4009830 tx=0x7fa3d402a480 comp rx=0 tx=0).stop 2024-09-17T03:32:19.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7f32f69c5640 1 -- 172.21.15.45:0/1628851754 wait complete. 2024-09-17T03:32:19.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fed0e8de640 1 -- start start 2024-09-17T03:32:19.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fa3df469640 1 -- 172.21.15.45:0/3774827458 shutdown_connections 2024-09-17T03:32:19.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fa3df469640 1 --2- 172.21.15.45:0/3774827458 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3d80cf620 0x7fa3d815f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fa3df469640 1 --2- 172.21.15.45:0/3774827458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80cf0e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.302+0000 7fa3df469640 1 -- 172.21.15.45:0/3774827458 >> 172.21.15.45:0/3774827458 conn(0x7fa3d80d1b20 msgr2=0x7fa3d80d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f1aef1c3640 1 -- 172.21.15.45:0/3565711283 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae806cde0 msgr2=0x7f1ae80cdf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f1aef1c3640 1 --2- 172.21.15.45:0/3565711283 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae806cde0 0x7f1ae80cdf40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8005fd0 tx=0x7f1ad802a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f61decd7640 1 -- 172.21.15.45:0/849147095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0009ba0 msgr2=0x7f61d00df180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f1aef1c3640 1 -- 172.21.15.45:0/3565711283 shutdown_connections 2024-09-17T03:32:19.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f1aef1c3640 1 --2- 172.21.15.45:0/3565711283 >> v2:172.21.15.112:3300/0 conn(0x7f1ae8070b60 0x7f1ae80739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f1aef1c3640 1 --2- 172.21.15.45:0/3565711283 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae806cde0 0x7f1ae80cdf40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f1aef1c3640 1 -- 172.21.15.45:0/3565711283 >> 172.21.15.45:0/3565711283 conn(0x7f1ae80cca70 msgr2=0x7f1ae80cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f61decd7640 1 --2- 172.21.15.45:0/849147095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0009ba0 0x7f61d00df180 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f61d806ba30 tx=0x7f61d80a6cc0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f61decd7640 1 -- 172.21.15.45:0/849147095 shutdown_connections 2024-09-17T03:32:19.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7fa3df469640 1 -- 172.21.15.45:0/3774827458 shutdown_connections 2024-09-17T03:32:19.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f61decd7640 1 --2- 172.21.15.45:0/849147095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0009ba0 0x7f61d00df180 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7f61decd7640 1 -- 172.21.15.45:0/849147095 >> 172.21.15.45:0/849147095 conn(0x7f61d0051420 msgr2=0x7f61d0051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.304+0000 7fa3df469640 1 -- 172.21.15.45:0/3774827458 wait complete. 2024-09-17T03:32:19.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7f61decd7640 1 -- 172.21.15.45:0/849147095 shutdown_connections 2024-09-17T03:32:19.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7f61decd7640 1 -- 172.21.15.45:0/849147095 wait complete. 2024-09-17T03:32:19.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7f1aef1c3640 1 -- 172.21.15.45:0/3565711283 shutdown_connections 2024-09-17T03:32:19.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7fed0e8de640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed0806cde0 0x7fed08150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7f32f69c5640 1 Processor -- start 2024-09-17T03:32:19.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7fed0e8de640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed080ce100 0x7fed0814fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7fed07fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed0806cde0 0x7fed08150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7fed07fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed0806cde0 0x7fed08150cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40518/0 (socket says 172.21.15.45:40518) 2024-09-17T03:32:19.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed07fff640 1 -- 172.21.15.45:0/196173535 learned_addr learned my addr 172.21.15.45:0/196173535 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed077fe640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed080ce100 0x7fed0814fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed0e8de640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed080ce510 0x7fed080b0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed0ce7b640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed080ce510 0x7fed080b0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7f32f69c5640 1 -- start start 2024-09-17T03:32:19.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fed080cb700 con 0x7fed080ce510 2024-09-17T03:32:19.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fed080cb580 con 0x7fed080ce100 2024-09-17T03:32:19.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fed080cb880 con 0x7fed0806cde0 2024-09-17T03:32:19.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7fed07fff640 1 -- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed080ce100 msgr2=0x7fed0814fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7fed07fff640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed080ce100 0x7fed0814fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7fed07fff640 1 -- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed080ce510 msgr2=0x7fed080b0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7fed07fff640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed080ce510 0x7fed080b0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7fed07fff640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed08156480 con 0x7fed0806cde0 2024-09-17T03:32:19.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.305+0000 7f1aef1c3640 1 -- 172.21.15.45:0/3565711283 wait complete. 2024-09-17T03:32:19.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7ffbba76e640 1 -- 172.21.15.45:0/754602191 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb40b41b0 msgr2=0x7ffbb415a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.306+0000 7ffbba76e640 1 --2- 172.21.15.45:0/754602191 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb40b41b0 0x7ffbb415a9a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c009830 tx=0x7ffb9c02a520 comp rx=0 tx=0).stop 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7ffbba76e640 1 -- 172.21.15.45:0/754602191 shutdown_connections 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7ffbba76e640 1 --2- 172.21.15.45:0/754602191 >> v2:172.21.15.45:3300/0 conn(0x7ffbb40b4e10 0x7ffbb40696c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7ffbba76e640 1 --2- 172.21.15.45:0/754602191 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb40b41b0 0x7ffbb415a9a0 secure :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c009830 tx=0x7ffb9c02a520 comp rx=0 tx=0).stop 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7ffbba76e640 1 -- 172.21.15.45:0/754602191 >> 172.21.15.45:0/754602191 conn(0x7ffbb40d12a0 msgr2=0x7ffbb4073440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7ffbba76e640 1 -- 172.21.15.45:0/754602191 shutdown_connections 2024-09-17T03:32:19.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1809351759 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fd8004800 msgr2=0x7f6fd8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7f6ff3d2b640 1 --2- 172.21.15.45:0/1809351759 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fd8004800 0x7f6fd8004c10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc009b90 tx=0x7f6fd8005830 comp rx=0 tx=0).stop 2024-09-17T03:32:19.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7f6ff22c8640 1 -- 172.21.15.45:0/1809351759 reap_dead start 2024-09-17T03:32:19.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7fa3df469640 1 Processor -- start 2024-09-17T03:32:19.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.307+0000 7ffbba76e640 1 -- 172.21.15.45:0/754602191 wait complete. 2024-09-17T03:32:19.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fa3df469640 1 -- start start 2024-09-17T03:32:19.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f69c5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f006e330 0x7f32f01f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f69c5640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32f00b3260 0x7f32f01e5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f69c5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32f015d320 0x7f32f01f8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fed07fff640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed0806cde0 0x7fed08150cd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fecf800d740 tx=0x7fecf800dc00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f69c5640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f32f0160650 con 0x7f32f015d320 2024-09-17T03:32:19.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f69c5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f32f00b5e30 con 0x7f32f006e330 2024-09-17T03:32:19.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f61c4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32f015d320 0x7f32f01f8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1809351759 shutdown_connections 2024-09-17T03:32:19.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1809351759 >> 172.21.15.45:0/1809351759 conn(0x7f6fec0cca70 msgr2=0x7f6fec0cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f61decd7640 1 Processor -- start 2024-09-17T03:32:19.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f61c4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32f015d320 0x7f32f01f8b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33174/0 (socket says 172.21.15.45:33174) 2024-09-17T03:32:19.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf8017070 con 0x7fed0806cde0 2024-09-17T03:32:19.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecf8009d20 con 0x7fed0806cde0 2024-09-17T03:32:19.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf80106c0 con 0x7fed0806cde0 2024-09-17T03:32:19.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f61c4640 1 -- 172.21.15.45:0/1885285263 learned_addr learned my addr 172.21.15.45:0/1885285263 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f59c3640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f006e330 0x7f32f01f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f51c2640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32f00b3260 0x7f32f01e5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f32f69c5640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f32f01607d0 con 0x7f32f00b3260 2024-09-17T03:32:19.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f1aef1c3640 1 Processor -- start 2024-09-17T03:32:19.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7f61decd7640 1 -- start start 2024-09-17T03:32:19.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f1aef1c3640 1 -- start start 2024-09-17T03:32:19.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1809351759 shutdown_connections 2024-09-17T03:32:19.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed08155ec0 con 0x7fed0806cde0 2024-09-17T03:32:19.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.308+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fed081527c0 con 0x7fed0806cde0 2024-09-17T03:32:19.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f32f51c2640 1 -- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f006e330 msgr2=0x7f32f01f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f32f51c2640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f006e330 0x7f32f01f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f32f51c2640 1 -- 172.21.15.45:0/1885285263 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32f015d320 msgr2=0x7f32f01f8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f32f51c2640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32f015d320 0x7f32f01f8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.309+0000 7f32f51c2640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f0144940 con 0x7f32f00b3260 2024-09-17T03:32:19.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fed08158060 con 0x7fed0806cde0 2024-09-17T03:32:19.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f32f51c2640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32f00b3260 0x7f32f01e5eb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f32ec031000 tx=0x7f32ec030650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f32f59c3640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f006e330 0x7f32f01f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:19.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1809351759 wait complete. 2024-09-17T03:32:19.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3df469640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d80cf620 0x7fa3d8144680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3df469640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80c7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3df469640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3d815f6a0 0x7fa3d81f4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3df469640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d80d2840 con 0x7fa3d80d22c0 2024-09-17T03:32:19.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3df469640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d815fcc0 con 0x7fa3d80cf620 2024-09-17T03:32:19.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3df469640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa3d8155690 con 0x7fa3d815f6a0 2024-09-17T03:32:19.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f61decd7640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0005c60 0x7f61d01862c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3dca04640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80c7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7fa3dca04640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80c7ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33188/0 (socket says 172.21.15.45:33188) 2024-09-17T03:32:19.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec030c50 con 0x7f32f00b3260 2024-09-17T03:32:19.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32ec004020 con 0x7f32f00b3260 2024-09-17T03:32:19.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.310+0000 7f61decd7640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f61d0009ba0 0x7f61d001ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7ffbba76e640 1 Processor -- start 2024-09-17T03:32:19.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dca04640 1 -- 172.21.15.45:0/2318833616 learned_addr learned my addr 172.21.15.45:0/2318833616 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61decd7640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f61d0021570 0x7f61d0021980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7ffbba76e640 1 -- start start 2024-09-17T03:32:19.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dda06640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3d815f6a0 0x7fa3d81f4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61decd7640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f61d0006d70 con 0x7f61d0021570 2024-09-17T03:32:19.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61decd7640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f61d000be40 con 0x7f61d0005c60 2024-09-17T03:32:19.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec004470 con 0x7f32f00b3260 2024-09-17T03:32:19.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f1aef1c3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ae806cde0 0x7f1ae8141bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f32f69c5640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f0144c20 con 0x7f32f00b3260 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f1aef1c3640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae8070b60 0x7f1ae8147300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f1aecf5f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ae806cde0 0x7f1ae8141bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f1aef1c3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ae80cf2b0 0x7f1ae80b52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f1aecf5f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ae806cde0 0x7f1ae8141bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33216/0 (socket says 172.21.15.45:33216) 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1aecf5f640 1 -- 172.21.15.45:0/1421211026 learned_addr learned my addr 172.21.15.45:0/1421211026 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae8074440 con 0x7f1ae806cde0 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae80742c0 con 0x7f1ae80cf2b0 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f1ae80745c0 con 0x7f1ae8070b60 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1ae7fff640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae8070b60 0x7f1ae8147300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1aed760640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ae80cf2b0 0x7f1ae80b52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dca04640 1 -- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3d815f6a0 msgr2=0x7fa3d81f4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dca04640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3d815f6a0 0x7fa3d81f4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dca04640 1 -- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d80cf620 msgr2=0x7fa3d8144680 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dca04640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d80cf620 0x7fa3d8144680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dca04640 1 -- 172.21.15.45:0/2318833616 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d8144bc0 con 0x7fa3d80d22c0 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7fa3dda06640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa3d815f6a0 0x7fa3d81f4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:19.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f6809bdd640 1 -- 172.21.15.45:0/1792817328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68040b60e0 msgr2=0x7f6804071500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f6809bdd640 1 --2- 172.21.15.45:0/1792817328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68040b60e0 0x7f6804071500 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f67f8005fd0 tx=0x7f67f802a540 comp rx=0 tx=0).stop 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f6809bdd640 1 -- 172.21.15.45:0/1792817328 shutdown_connections 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f6809bdd640 1 --2- 172.21.15.45:0/1792817328 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6804155130 0x7f6804155540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f6809bdd640 1 --2- 172.21.15.45:0/1792817328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68040b60e0 0x7f6804071500 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f67f8005fd0 tx=0x7f67f802a540 comp rx=0 tx=0).stop 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f6809bdd640 1 -- 172.21.15.45:0/1792817328 >> 172.21.15.45:0/1792817328 conn(0x7f6804073a60 msgr2=0x7f6804073e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f32f69c5640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f01e68e0 con 0x7f32f00b3260 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61decd7640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f61d0006ef0 con 0x7f61d0009ba0 2024-09-17T03:32:19.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61ddcd5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0005c60 0x7f61d01862c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61ddcd5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0005c60 0x7f61d01862c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:46044/0 (socket says 172.21.15.45:46044) 2024-09-17T03:32:19.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61ddcd5640 1 -- 172.21.15.45:0/3811395975 learned_addr learned my addr 172.21.15.45:0/3811395975 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61de4d6640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f61d0021570 0x7f61d0021980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.311+0000 7f61dd4d4640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f61d0009ba0 0x7f61d001ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f6809bdd640 1 -- 172.21.15.45:0/1792817328 shutdown_connections 2024-09-17T03:32:19.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f61dd4d4640 1 -- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0005c60 msgr2=0x7f61d01862c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f61dd4d4640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f61d0005c60 0x7f61d01862c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f61dd4d4640 1 -- 172.21.15.45:0/3811395975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f61d0021570 msgr2=0x7f61d0021980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f61dd4d4640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f61d0021570 0x7f61d0021980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f61dd4d4640 1 -- 172.21.15.45:0/3811395975 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d0032580 con 0x7f61d0009ba0 2024-09-17T03:32:19.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7fa3dca04640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80c7ae0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa3c800c970 tx=0x7fa3c800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f6809bdd640 1 -- 172.21.15.45:0/1792817328 wait complete. 2024-09-17T03:32:19.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f32f69c5640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f32f0160cf0 con 0x7f32f00b3260 2024-09-17T03:32:19.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f6ff3d2b640 1 Processor -- start 2024-09-17T03:32:19.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f61dd4d4640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f61d0009ba0 0x7f61d001ec00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f61d400c6b0 tx=0x7f61d400cb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c8007bb0 con 0x7fa3d80d22c0 2024-09-17T03:32:19.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3c8007d50 con 0x7fa3d80d22c0 2024-09-17T03:32:19.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbba76e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ffbb4073b50 0x7ffbb4142110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d4017070 con 0x7f61d0009ba0 2024-09-17T03:32:19.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbba76e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffbb40b4e10 0x7ffbb41f8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbba76e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb4142650 0x7ffbb41f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61d4005360 con 0x7f61d0009ba0 2024-09-17T03:32:19.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbba76e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb40704b0 con 0x7ffbb4073b50 2024-09-17T03:32:19.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbba76e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4070330 con 0x7ffbb40b4e10 2024-09-17T03:32:19.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f61decd7640 1 -- 172.21.15.45:0/3811395975 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61d018a360 con 0x7f61d0009ba0 2024-09-17T03:32:19.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f61decd7640 1 -- 172.21.15.45:0/3811395975 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f61d018a920 con 0x7f61d0009ba0 2024-09-17T03:32:19.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbba76e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ffbb4070630 con 0x7ffbb4142650 2024-09-17T03:32:19.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbb8d0b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb4142650 0x7ffbb41f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbb8d0b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb4142650 0x7ffbb41f90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40574/0 (socket says 172.21.15.45:40574) 2024-09-17T03:32:19.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7f6ff3d2b640 1 -- start start 2024-09-17T03:32:19.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7ffbb8d0b640 1 -- 172.21.15.45:0/3944420270 learned_addr learned my addr 172.21.15.45:0/3944420270 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7ffbb8d0b640 1 -- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffbb40b4e10 msgr2=0x7ffbb41f8b60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:32:19.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f32ec0035f0 con 0x7f32f00b3260 2024-09-17T03:32:19.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7ffbb8d0b640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffbb40b4e10 0x7ffbb41f8b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7ffbb8d0b640 1 -- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ffbb4073b50 msgr2=0x7ffbb4142110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7ffbb8d0b640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ffbb4073b50 0x7ffbb4142110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7ffbb8d0b640 1 -- 172.21.15.45:0/3944420270 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb4142e40 con 0x7ffbb4142650 2024-09-17T03:32:19.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7ffbb8d0b640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb4142650 0x7ffbb41f90a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00c3c0 tx=0x7ffbac00c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fecf801a070 con 0x7fed0806cde0 2024-09-17T03:32:19.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c8005280 con 0x7fa3d80d22c0 2024-09-17T03:32:19.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.313+0000 7fa3df469640 1 -- 172.21.15.45:0/2318833616 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d80c9980 con 0x7fa3d80d22c0 2024-09-17T03:32:19.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7fa3df469640 1 -- 172.21.15.45:0/2318833616 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d80c9f40 con 0x7fa3d80d22c0 2024-09-17T03:32:19.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f32e67fc640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078bc0 0x7f32d407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.314+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d400a8a0 con 0x7f61d0009ba0 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7fed04ff9640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fecf4078be0 0x7fecf407b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fecf809b660 con 0x7fed0806cde0 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7fed04ff9640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7fecf40823b0 0x7fecf4084840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fecf801fe70 con 0x7fecf40823b0 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fecf809bb40 con 0x7fed0806cde0 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac011790 con 0x7ffbb4142650 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbac017070 con 0x7ffbb4142650 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac011790 con 0x7ffbb4142650 2024-09-17T03:32:19.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7ffbba76e640 1 -- 172.21.15.45:0/3944420270 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb41596c0 con 0x7ffbb4142650 2024-09-17T03:32:19.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7ffbba76e640 1 -- 172.21.15.45:0/3944420270 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb4167c10 con 0x7ffbb4142650 2024-09-17T03:32:19.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f6ff3d2b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fd8004800 0x7f6fec0a9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f6ff3d2b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6fec151970 0x7f6fec150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff3d2b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fec15b580 0x7f6fec15b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7fa3df469640 1 -- 172.21.15.45:0/2318833616 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa3d80c8020 con 0x7fa3d80d22c0 2024-09-17T03:32:19.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f32ec0bcb70 con 0x7f32f00b3260 2024-09-17T03:32:19.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f32e67fc640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f32d4082300 0x7f32d4084790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f32ec041ec0 con 0x7f32d4082300 2024-09-17T03:32:19.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f32ec0bcf60 con 0x7f32f00b3260 2024-09-17T03:32:19.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f32f61c4640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f32d4082300 0x7f32d4084790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f61b4001030 con 0x7f61d0009ba0 2024-09-17T03:32:19.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff1ac7640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fd8004800 0x7f6fec0a9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7fed0ce7b640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7fecf40823b0 0x7fecf4084840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff1ac7640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fd8004800 0x7f6fec0a9e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:46062/0 (socket says 172.21.15.45:46062) 2024-09-17T03:32:19.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff12c6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6fec151970 0x7f6fec150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff12c6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6fec151970 0x7f6fec150fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40582/0 (socket says 172.21.15.45:40582) 2024-09-17T03:32:19.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff1ac7640 1 -- 172.21.15.45:0/1482918355 learned_addr learned my addr 172.21.15.45:0/1482918355 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1ae7fff640 1 -- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ae80cf2b0 msgr2=0x7f1ae80b52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1ae7fff640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ae80cf2b0 0x7f1ae80b52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.312+0000 7f1ae7fff640 1 -- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ae806cde0 msgr2=0x7f1ae8141bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f1ae7fff640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ae806cde0 0x7f1ae8141bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f1ae7fff640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ae8154f30 con 0x7f1ae8070b60 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.315+0000 7f1aecf5f640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ae806cde0 0x7f1ae8141bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:19.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7fed077fe640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fecf4078be0 0x7fecf407b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6fec0ce0c0 con 0x7f6fec15b580 2024-09-17T03:32:19.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6fec0cdf40 con 0x7f6fd8004800 2024-09-17T03:32:19.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f6fec0ce240 con 0x7f6fec151970 2024-09-17T03:32:19.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f32f59c3640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078bc0 0x7f32d407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f32f61c4640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f32d4082300 0x7f32d4084790 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7fed0ce7b640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7fecf40823b0 0x7fecf4084840 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f61d401a070 con 0x7f61d0009ba0 2024-09-17T03:32:19.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.316+0000 7f6ff22c8640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fec15b580 0x7f6fec15b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff22c8640 1 -- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6fec151970 msgr2=0x7f6fec150fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff22c8640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6fec151970 0x7f6fec150fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff22c8640 1 -- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fd8004800 msgr2=0x7f6fec0a9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff22c8640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fd8004800 0x7f6fec0a9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff22c8640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fec15bed0 con 0x7f6fec15b580 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff22c8640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fec15b580 0x7f6fec15b990 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6fec06e8c0 tx=0x7f6fe400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff1ac7640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fd8004800 0x7f6fec0a9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6ff12c6640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6fec151970 0x7f6fec150fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:19.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f32f59c3640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078bc0 0x7f32d407b0d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f32e0009ab0 tx=0x7f32e0005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== osd.6 v2:172.21.15.112:6826/120620348 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f32ec041ec0 con 0x7f32d4082300 2024-09-17T03:32:19.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6809bdd640 1 Processor -- start 2024-09-17T03:32:19.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6809bdd640 1 -- start start 2024-09-17T03:32:19.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f61ce7fc640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f61bc078c60 0x7f61bc07b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f61d409a610 con 0x7f61d0009ba0 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f61ce7fc640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f61bc082420 0x7f61bc0848b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 --> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f61d401be50 con 0x7f61bc082420 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f61d409aa00 con 0x7f61d0009ba0 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== osd.0 v2:172.21.15.45:6824/2459086915 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fecf801fe70 con 0x7fecf40823b0 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe4021070 con 0x7f6fec15b580 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fe401c940 con 0x7f6fec15b580 2024-09-17T03:32:19.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.317+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe401cd30 con 0x7f6fec15b580 2024-09-17T03:32:19.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fec1f4fb0 con 0x7f6fec15b580 2024-09-17T03:32:19.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fec1f4cd0 con 0x7f6fec15b580 2024-09-17T03:32:19.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb8c001030 con 0x7ffbb4142650 2024-09-17T03:32:19.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.318+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ffbac011a40 con 0x7ffbb4142650 2024-09-17T03:32:19.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7f1ae7fff640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae8070b60 0x7f1ae8147300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8031000 tx=0x7f1ad8004a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6fec0008d0 con 0x7f6fec15b580 2024-09-17T03:32:19.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7fed077fe640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fecf4078be0 0x7fecf407b0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fed000017a0 tx=0x7fed00001730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa3c8005420 con 0x7fa3d80d22c0 2024-09-17T03:32:19.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7f61de4d6640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f61bc082420 0x7f61bc0848b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad803f030 con 0x7f1ae8070b60 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ad8004e50 con 0x7f1ae8070b60 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7ffbb0ff9640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ffb94078f90 0x7ffb9407b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ffbac011590 con 0x7ffbb4142650 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7ffbb0ff9640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7ffb940826d0 0x7ffb94084b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 --> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffbac021e50 con 0x7ffb940826d0 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffbac0a1050 con 0x7ffbb4142650 2024-09-17T03:32:19.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7ffbb37fe640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7ffb940826d0 0x7ffb94084b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7fa3cdffb640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa3bc078bc0 0x7fa3bc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa3c809b940 con 0x7fa3d80d22c0 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7fa3cdffb640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fa3bc082300 0x7fa3bc084790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 --> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa3c8015e50 con 0x7fa3bc082300 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa3c809bcf0 con 0x7fa3d80d22c0 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6809bdd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f68040710f0 0x7f6804141c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6809bdd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6804155130 0x7f68041421d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6809bdd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f680413f3b0 0x7f680415da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6803fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6804155130 0x7f68041421d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6803fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6804155130 0x7f68041421d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40594/0 (socket says 172.21.15.45:40594) 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6803fff640 1 -- 172.21.15.45:0/2634203590 learned_addr learned my addr 172.21.15.45:0/2634203590 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f68093dc640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f680413f3b0 0x7f680415da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6809bdd640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f680415be30 con 0x7f68040710f0 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f680415bcb0 con 0x7f680413f3b0 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f680415bfb0 con 0x7f6804155130 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.319+0000 7f61ddcd5640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f61bc078c60 0x7f61bc07b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f61ddcd5640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f61bc078c60 0x7f61bc07b170 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f61d806ba30 tx=0x7f61d80a9070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7ffbb3fff640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ffb94078f90 0x7ffb9407b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad8035020 con 0x7f1ae8070b60 2024-09-17T03:32:19.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7fa3dda06640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fa3bc082300 0x7fa3bc084790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ae80b4210 con 0x7f1ae8070b60 2024-09-17T03:32:19.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.320+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ae80b47d0 con 0x7f1ae8070b60 2024-09-17T03:32:19.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f6808bdb640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f68040710f0 0x7f6804141c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f68093dc640 1 -- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6804155130 msgr2=0x7f68041421d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f68093dc640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6804155130 0x7f68041421d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f68093dc640 1 -- 172.21.15.45:0/2634203590 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f68040710f0 msgr2=0x7f6804141c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f68093dc640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f68040710f0 0x7f6804141c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f68093dc640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6804089470 con 0x7f680413f3b0 2024-09-17T03:32:19.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f61de4d6640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f61bc082420 0x7f61bc0848b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7ffbb3fff640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ffb94078f90 0x7ffb9407b4a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c034000 tx=0x7ffb9c0046c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7f68093dc640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f680413f3b0 0x7f680415da00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f67fc009ef0 tx=0x7f67fc00be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7fa3dda06640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fa3bc082300 0x7fa3bc084790 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.322+0000 7fa3dd205640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa3bc078bc0 0x7fa3bc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.322+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1ae80cdf40 con 0x7f1ae8070b60 2024-09-17T03:32:19.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.321+0000 7ffbb37fe640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7ffb940826d0 0x7ffb94084b60 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.322+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== osd.7 v2:172.21.15.112:6802/495634745 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f61d401be50 con 0x7f61bc082420 2024-09-17T03:32:19.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.322+0000 7fa3dd205640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa3bc078bc0 0x7fa3bc07b0d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4034000 tx=0x7fa3d4004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.323+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== osd.2 v2:172.21.15.45:6816/1215615436 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffbac021e50 con 0x7ffb940826d0 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.323+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6fe400c3d0 con 0x7f6fec15b580 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6fe27fc640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6fd0078c60 0x7f6fd007b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.323+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1ad8042030 con 0x7f1ae8070b60 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6fe40a3920 con 0x7f6fec15b580 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6fe27fc640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7f6fd0082420 0x7f6fd00848b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6fe4005eb0 con 0x7f6fd0082420 2024-09-17T03:32:19.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6fe40a3d10 con 0x7f6fec15b580 2024-09-17T03:32:19.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f1ae57fa640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1ac8078be0 0x7f1ac807b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6ff12c6640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7f6fd0082420 0x7f6fd00848b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6ff1ac7640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6fd0078c60 0x7f6fd007b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f1aecf5f640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1ac8078be0 0x7f1ac807b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1ad8049b60 con 0x7f1ae8070b60 2024-09-17T03:32:19.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f1ae57fa640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f1ac8082ff0 0x7f1ac80854e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1ac8085bb0 con 0x7f1ac8082ff0 2024-09-17T03:32:19.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1ad807fd00 con 0x7f1ae8070b60 2024-09-17T03:32:19.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f6ff1ac7640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6fd0078c60 0x7f6fd007b170 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8005f70 tx=0x7f6fe800b260 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== osd.4 v2:172.21.15.112:6818/3396156936 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa3c8015e50 con 0x7fa3bc082300 2024-09-17T03:32:19.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f1aecf5f640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1ac8078be0 0x7f1ac807b0f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0007fd0 tx=0x7f1ae0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.325+0000 7f6ff12c6640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7f6fd0082420 0x7f6fd00848b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.322+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc01d070 con 0x7f680413f3b0 2024-09-17T03:32:19.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.322+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67fc019610 con 0x7f680413f3b0 2024-09-17T03:32:19.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.323+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc019a60 con 0x7f680413f3b0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.323+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68041429a0 con 0x7f680413f3b0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.323+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f680413ebb0 con 0x7f680413f3b0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.324+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f680413ef90 con 0x7f680413f3b0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.326+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f67fc020070 con 0x7f680413f3b0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.326+0000 7f1aed760640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f1ac8082ff0 0x7f1ac80854e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.326+0000 7f1aed760640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f1ac8082ff0 0x7f1ac80854e0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.327+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== osd.3 v2:172.21.15.45:6808/3524584458 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6fe4005eb0 con 0x7f6fd0082420 2024-09-17T03:32:19.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.326+0000 7f68017fa640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67f0078b90 0x7f67f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.328+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== osd.1 v2:172.21.15.45:6800/268716190 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1ac8085bb0 con 0x7f1ac8082ff0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.326+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f67fc0a3d50 con 0x7f680413f3b0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.327+0000 7f68017fa640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7f67f00822e0 0x7f67f0084770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.327+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f67fc017e50 con 0x7f67f00822e0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.327+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f67fc0a6450 con 0x7f680413f3b0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.327+0000 7f6808bdb640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67f0078b90 0x7f67f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.328+0000 7f6808bdb640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67f0078b90 0x7f67f007b0a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f67f4006fd0 tx=0x7f67f4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.328+0000 7f6803fff640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7f67f00822e0 0x7f67f0084770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.329+0000 7f6803fff640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7f67f00822e0 0x7f67f0084770 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.329+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== osd.5 v2:172.21.15.112:6810/1901163505 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f67fc017e50 con 0x7f67f00822e0 2024-09-17T03:32:19.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.348+0000 7f32f69c5640 1 -- 172.21.15.45:0/1885285263 --> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f32f0070400 con 0x7f32d4082300 2024-09-17T03:32:19.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.348+0000 7f32e67fc640 1 -- 172.21.15.45:0/1885285263 <== osd.6 v2:172.21.15.112:6826/120620348 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f32f0070400 con 0x7f32d4082300 2024-09-17T03:32:19.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.349+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f32d4082300 msgr2=0x7f32d4084790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.349+0000 7f32d3fff640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f32d4082300 0x7f32d4084790 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.349+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078bc0 msgr2=0x7f32d407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078bc0 0x7f32d407b0d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f32e0009ab0 tx=0x7f32e0005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:19.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 --> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f61b4002dd0 con 0x7f61bc082420 2024-09-17T03:32:19.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32f00b3260 msgr2=0x7f32f01e5eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 --2- 172.21.15.45:0/1885285263 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32f00b3260 0x7f32f01e5eb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f32ec031000 tx=0x7f32ec030650 comp rx=0 tx=0).stop 2024-09-17T03:32:19.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32f61c4640 1 -- 172.21.15.45:0/1885285263 reap_dead start 2024-09-17T03:32:19.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 --> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fed0806dcd0 con 0x7fecf40823b0 2024-09-17T03:32:19.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 shutdown_connections 2024-09-17T03:32:19.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 >> 172.21.15.45:0/1885285263 conn(0x7f32f00b1a20 msgr2=0x7f32f006cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 shutdown_connections 2024-09-17T03:32:19.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.350+0000 7f32d3fff640 1 -- 172.21.15.45:0/1885285263 wait complete. 2024-09-17T03:32:19.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.351+0000 7fed04ff9640 1 -- 172.21.15.45:0/196173535 <== osd.0 v2:172.21.15.45:6824/2459086915 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fed0806dcd0 con 0x7fecf40823b0 2024-09-17T03:32:19.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.351+0000 7f61ce7fc640 1 -- 172.21.15.45:0/3811395975 <== osd.7 v2:172.21.15.112:6802/495634745 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f61b4002dd0 con 0x7f61bc082420 2024-09-17T03:32:19.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.351+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7fecf40823b0 msgr2=0x7fecf4084840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.351+0000 7fed0e8de640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7fecf40823b0 0x7fecf4084840 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fecf4078be0 msgr2=0x7fecf407b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0e8de640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fecf4078be0 0x7fecf407b0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fed000017a0 tx=0x7fed00001730 comp rx=0 tx=0).stop 2024-09-17T03:32:19.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed0806cde0 msgr2=0x7fed08150cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0e8de640 1 --2- 172.21.15.45:0/196173535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed0806cde0 0x7fed08150cd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fecf800d740 tx=0x7fecf800dc00 comp rx=0 tx=0).stop 2024-09-17T03:32:19.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0ce7b640 1 -- 172.21.15.45:0/196173535 reap_dead start 2024-09-17T03:32:19.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 shutdown_connections 2024-09-17T03:32:19.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 >> 172.21.15.45:0/196173535 conn(0x7fed080cca70 msgr2=0x7fed081567c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f61bc082420 msgr2=0x7f61bc0848b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61bbfff640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f61bc082420 0x7f61bc0848b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f61bc078c60 msgr2=0x7f61bc07b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61bbfff640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f61bc078c60 0x7f61bc07b170 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f61d806ba30 tx=0x7f61d80a9070 comp rx=0 tx=0).stop 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f61d0009ba0 msgr2=0x7f61d001ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61bbfff640 1 --2- 172.21.15.45:0/3811395975 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f61d0009ba0 0x7f61d001ec00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f61d400c6b0 tx=0x7f61d400cb70 comp rx=0 tx=0).stop 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.352+0000 7f61de4d6640 1 -- 172.21.15.45:0/3811395975 reap_dead start 2024-09-17T03:32:19.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.353+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 shutdown_connections 2024-09-17T03:32:19.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.353+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 shutdown_connections 2024-09-17T03:32:19.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.353+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 >> 172.21.15.45:0/3811395975 conn(0x7f61d0051420 msgr2=0x7f61d0004a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.353+0000 7fed0e8de640 1 -- 172.21.15.45:0/196173535 wait complete. 2024-09-17T03:32:19.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.353+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 shutdown_connections 2024-09-17T03:32:19.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.353+0000 7f61bbfff640 1 -- 172.21.15.45:0/3811395975 wait complete. 2024-09-17T03:32:19.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.354+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 --> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffb8c002dd0 con 0x7ffb940826d0 2024-09-17T03:32:19.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.354+0000 7ffbb0ff9640 1 -- 172.21.15.45:0/3944420270 <== osd.2 v2:172.21.15.45:6816/1215615436 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ffb8c002dd0 con 0x7ffb940826d0 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.355+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7ffb940826d0 msgr2=0x7ffb94084b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.355+0000 7ffbaa7fc640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7ffb940826d0 0x7ffb94084b60 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ffb94078f90 msgr2=0x7ffb9407b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbaa7fc640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ffb94078f90 0x7ffb9407b4a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c034000 tx=0x7ffb9c0046c0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb4142650 msgr2=0x7ffbb41f90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbaa7fc640 1 --2- 172.21.15.45:0/3944420270 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ffbb4142650 0x7ffbb41f90a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00c3c0 tx=0x7ffbac00c880 comp rx=0 tx=0).stop 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbb8d0b640 1 -- 172.21.15.45:0/3944420270 reap_dead start 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 shutdown_connections 2024-09-17T03:32:19.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.356+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 >> 172.21.15.45:0/3944420270 conn(0x7ffbb40d12a0 msgr2=0x7ffbb41511a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.357+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 shutdown_connections 2024-09-17T03:32:19.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.357+0000 7ffbaa7fc640 1 -- 172.21.15.45:0/3944420270 wait complete. 2024-09-17T03:32:19.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.358+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 --> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6fec1f4a80 con 0x7f6fd0082420 2024-09-17T03:32:19.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.358+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 --> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6804142750 con 0x7f67f00822e0 2024-09-17T03:32:19.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.358+0000 7fa3df469640 1 -- 172.21.15.45:0/2318833616 --> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa3d806dbe0 con 0x7fa3bc082300 2024-09-17T03:32:19.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7fa3cdffb640 1 -- 172.21.15.45:0/2318833616 <== osd.4 v2:172.21.15.112:6818/3396156936 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa3d806dbe0 con 0x7fa3bc082300 2024-09-17T03:32:19.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7f6fe27fc640 1 -- 172.21.15.45:0/1482918355 <== osd.3 v2:172.21.15.45:6808/3524584458 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6fec1f4a80 con 0x7f6fd0082420 2024-09-17T03:32:19.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7f68017fa640 1 -- 172.21.15.45:0/2634203590 <== osd.5 v2:172.21.15.112:6810/1901163505 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6804142750 con 0x7f67f00822e0 2024-09-17T03:32:19.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fa3bc082300 msgr2=0x7fa3bc084790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7f6fd0082420 msgr2=0x7f6fd00848b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7f6ff3d2b640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7f6fd0082420 0x7f6fd00848b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7fa3bb7fe640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fa3bc082300 0x7fa3bc084790 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.359+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7f67f00822e0 msgr2=0x7f67f0084770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6809bdd640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7f67f00822e0 0x7f67f0084770 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6fd0078c60 msgr2=0x7f6fd007b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6fd0078c60 0x7f6fd007b170 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8005f70 tx=0x7f6fe800b260 comp rx=0 tx=0).stop 2024-09-17T03:32:19.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fec15b580 msgr2=0x7f6fec15b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 --2- 172.21.15.45:0/1482918355 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6fec15b580 0x7f6fec15b990 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6fec06e8c0 tx=0x7f6fe400ed30 comp rx=0 tx=0).stop 2024-09-17T03:32:19.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 --> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1ae815b7a0 con 0x7f1ac8082ff0 2024-09-17T03:32:19.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff22c8640 1 -- 172.21.15.45:0/1482918355 reap_dead start 2024-09-17T03:32:19.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa3bc078bc0 msgr2=0x7fa3bc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa3bc078bc0 0x7fa3bc07b0d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4034000 tx=0x7fa3d4004730 comp rx=0 tx=0).stop 2024-09-17T03:32:19.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3d80d22c0 msgr2=0x7fa3d80c7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 --2- 172.21.15.45:0/2318833616 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa3d80d22c0 0x7fa3d80c7ae0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa3c800c970 tx=0x7fa3c800ce30 comp rx=0 tx=0).stop 2024-09-17T03:32:19.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 shutdown_connections 2024-09-17T03:32:19.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3dda06640 1 -- 172.21.15.45:0/2318833616 reap_dead start 2024-09-17T03:32:19.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 >> 172.21.15.45:0/1482918355 conn(0x7f6fec0cca70 msgr2=0x7f6fec152560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 shutdown_connections 2024-09-17T03:32:19.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 >> 172.21.15.45:0/2318833616 conn(0x7fa3d80d1b20 msgr2=0x7fa3d8161b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 shutdown_connections 2024-09-17T03:32:19.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7fa3bb7fe640 1 -- 172.21.15.45:0/2318833616 wait complete. 2024-09-17T03:32:19.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 shutdown_connections 2024-09-17T03:32:19.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6ff3d2b640 1 -- 172.21.15.45:0/1482918355 wait complete. 2024-09-17T03:32:19.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67f0078b90 msgr2=0x7f67f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6809bdd640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67f0078b90 0x7f67f007b0a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f67f4006fd0 tx=0x7f67f4008040 comp rx=0 tx=0).stop 2024-09-17T03:32:19.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f680413f3b0 msgr2=0x7f680415da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.360+0000 7f6809bdd640 1 --2- 172.21.15.45:0/2634203590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f680413f3b0 0x7f680415da00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f67fc009ef0 tx=0x7f67fc00be80 comp rx=0 tx=0).stop 2024-09-17T03:32:19.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f1ae57fa640 1 -- 172.21.15.45:0/1421211026 <== osd.1 v2:172.21.15.45:6800/268716190 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1ae815b7a0 con 0x7f1ac8082ff0 2024-09-17T03:32:19.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f68093dc640 1 -- 172.21.15.45:0/2634203590 reap_dead start 2024-09-17T03:32:19.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 shutdown_connections 2024-09-17T03:32:19.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 >> 172.21.15.45:0/2634203590 conn(0x7f6804073a60 msgr2=0x7f6804073e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f1ac8082ff0 msgr2=0x7f1ac80854e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f1aef1c3640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f1ac8082ff0 0x7f1ac80854e0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.361+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 shutdown_connections 2024-09-17T03:32:19.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f6809bdd640 1 -- 172.21.15.45:0/2634203590 wait complete. 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1ac8078be0 msgr2=0x7f1ac807b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1ac8078be0 0x7f1ac807b0f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0007fd0 tx=0x7f1ae0009040 comp rx=0 tx=0).stop 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae8070b60 msgr2=0x7f1ae8147300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 --2- 172.21.15.45:0/1421211026 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ae8070b60 0x7f1ae8147300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8031000 tx=0x7f1ad8004a50 comp rx=0 tx=0).stop 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aed760640 1 -- 172.21.15.45:0/1421211026 reap_dead start 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 shutdown_connections 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 >> 172.21.15.45:0/1421211026 conn(0x7f1ae80cca70 msgr2=0x7f1ae806de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.362+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 shutdown_connections 2024-09-17T03:32:19.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.363+0000 7f1aef1c3640 1 -- 172.21.15.45:0/1421211026 wait complete. 2024-09-17T03:32:19.387 INFO:teuthology.orchestra.run.smithi045.stdout:64424509449 2024-09-17T03:32:19.388 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-17T03:32:19.388 INFO:teuthology.orchestra.run.smithi045.stdout:60129542152 2024-09-17T03:32:19.389 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-17T03:32:19.389 INFO:teuthology.orchestra.run.smithi045.stdout:55834574856 2024-09-17T03:32:19.390 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-17T03:32:19.390 INFO:teuthology.orchestra.run.smithi045.stdout:60129542153 2024-09-17T03:32:19.391 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-17T03:32:19.391 INFO:teuthology.orchestra.run.smithi045.stdout:64424509450 2024-09-17T03:32:19.392 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-17T03:32:19.393 INFO:teuthology.orchestra.run.smithi045.stdout:55834574856 2024-09-17T03:32:19.393 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-17T03:32:19.394 INFO:teuthology.orchestra.run.smithi045.stdout:55834574857 2024-09-17T03:32:19.394 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-17T03:32:19.395 INFO:teuthology.orchestra.run.smithi045.stdout:64424509449 2024-09-17T03:32:19.395 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-17T03:32:19.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.656+0000 7f6486af2640 1 -- 172.21.15.45:0/3880704937 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 msgr2=0x7f648006e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.656+0000 7f6486af2640 1 --2- 172.21.15.45:0/3880704937 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f648006e200 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6478005fd0 tx=0x7f647802a800 comp rx=0 tx=0).stop 2024-09-17T03:32:19.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.657+0000 7f6486af2640 1 -- 172.21.15.45:0/3880704937 shutdown_connections 2024-09-17T03:32:19.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.657+0000 7f6486af2640 1 --2- 172.21.15.45:0/3880704937 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f648006e200 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.657+0000 7f6486af2640 1 --2- 172.21.15.45:0/3880704937 >> v2:172.21.15.45:3300/0 conn(0x7f648015c460 0x7f64800cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.657+0000 7f6486af2640 1 -- 172.21.15.45:0/3880704937 >> 172.21.15.45:0/3880704937 conn(0x7f64800cd900 msgr2=0x7f6480073460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.657+0000 7f5cc6790640 1 -- 172.21.15.45:0/3254239605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc00696c0 msgr2=0x7f5cc006ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.657+0000 7f5cc6790640 1 --2- 172.21.15.45:0/3254239605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc00696c0 0x7f5cc006ddf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5cc00d0640 tx=0x7f5cb802aad0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7f5cc6790640 1 -- 172.21.15.45:0/3254239605 shutdown_connections 2024-09-17T03:32:19.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7f5cc6790640 1 --2- 172.21.15.45:0/3254239605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc00696c0 0x7f5cc006ddf0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7f5cc6790640 1 --2- 172.21.15.45:0/3254239605 >> v2:172.21.15.45:3300/0 conn(0x7f5cc00c6de0 0x7f5cc00c6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7f5cc6790640 1 -- 172.21.15.45:0/3254239605 >> 172.21.15.45:0/3254239605 conn(0x7f5cc00cd900 msgr2=0x7f5cc0073460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/3262682107 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b80e7880 msgr2=0x7fd4b80e3170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/3262682107 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b80e7880 0x7fd4b80e3170 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd4c006ba30 tx=0x7fd4c00a6110 comp rx=0 tx=0).stop 2024-09-17T03:32:19.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7f5cc6790640 1 -- 172.21.15.45:0/3254239605 shutdown_connections 2024-09-17T03:32:19.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/3262682107 shutdown_connections 2024-09-17T03:32:19.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.658+0000 7f5cc6790640 1 -- 172.21.15.45:0/3254239605 wait complete. 2024-09-17T03:32:19.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7f6486af2640 1 -- 172.21.15.45:0/3880704937 shutdown_connections 2024-09-17T03:32:19.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7f6486af2640 1 -- 172.21.15.45:0/3880704937 wait complete. 2024-09-17T03:32:19.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/3262682107 >> v2:172.21.15.112:3300/0 conn(0x7fd4b80375e0 0x7fd4b80379f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/3262682107 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b80e7880 0x7fd4b80e3170 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/3262682107 >> 172.21.15.45:0/3262682107 conn(0x7fd4b800e270 msgr2=0x7fd4b800e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/3262682107 shutdown_connections 2024-09-17T03:32:19.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.659+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/3262682107 wait complete. 2024-09-17T03:32:19.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f0ae774a640 1 -- 172.21.15.45:0/4114292547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae006d7f0 msgr2=0x7f0ae00cbc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f0ae774a640 1 --2- 172.21.15.45:0/4114292547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae006d7f0 0x7f0ae00cbc10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0009860 tx=0x7f0ad002a4f0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 -- 172.21.15.45:0/3001127455 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 msgr2=0x7fbcf015ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/3001127455 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 0x7fbcf015ce50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbce8005fd0 tx=0x7fbce802a970 comp rx=0 tx=0).stop 2024-09-17T03:32:19.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f5cc6790640 1 Processor -- start 2024-09-17T03:32:19.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f0ae774a640 1 -- 172.21.15.45:0/4114292547 shutdown_connections 2024-09-17T03:32:19.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f0ae774a640 1 --2- 172.21.15.45:0/4114292547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae006d7f0 0x7f0ae00cbc10 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f0ae774a640 1 -- 172.21.15.45:0/4114292547 >> 172.21.15.45:0/4114292547 conn(0x7f0ae0073b80 msgr2=0x7f0ae0073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 -- 172.21.15.45:0/3001127455 shutdown_connections 2024-09-17T03:32:19.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/3001127455 >> v2:172.21.15.112:3300/0 conn(0x7fbcf01665e0 0x7fbcf01669f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/3001127455 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 0x7fbcf015ce50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 -- 172.21.15.45:0/3001127455 >> 172.21.15.45:0/3001127455 conn(0x7fbcf00cca70 msgr2=0x7fbcf00cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7fbcf5ade640 1 -- 172.21.15.45:0/3001127455 shutdown_connections 2024-09-17T03:32:19.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.661+0000 7f0ae774a640 1 -- 172.21.15.45:0/4114292547 shutdown_connections 2024-09-17T03:32:19.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7f5cc6790640 1 -- start start 2024-09-17T03:32:19.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7f6486af2640 1 Processor -- start 2024-09-17T03:32:19.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7f4b09fba640 1 -- 172.21.15.45:0/2013559426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc055ee0 msgr2=0x7f4afc0dfe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2013559426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc055ee0 0x7f4afc0dfe80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4b0406c2a0 tx=0x7f4b040a5fc0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7f6486af2640 1 -- start start 2024-09-17T03:32:19.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7f0ae774a640 1 -- 172.21.15.45:0/4114292547 wait complete. 2024-09-17T03:32:19.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7fbcf5ade640 1 -- 172.21.15.45:0/3001127455 wait complete. 2024-09-17T03:32:19.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.662+0000 7fd4c4a0a640 1 Processor -- start 2024-09-17T03:32:19.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7fd4c4a0a640 1 -- start start 2024-09-17T03:32:19.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7faceac2e640 1 -- 172.21.15.45:0/1642623933 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b4e90 msgr2=0x7face415a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7faceac2e640 1 --2- 172.21.15.45:0/1642623933 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b4e90 0x7face415a5f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7facd4008440 tx=0x7facd402c5c0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7faceac2e640 1 -- 172.21.15.45:0/1642623933 shutdown_connections 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7f4b09fba640 1 -- 172.21.15.45:0/2013559426 shutdown_connections 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2013559426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc008fa0 0x7f4afc053410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2013559426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc055ee0 0x7f4afc0dfe80 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7f4b09fba640 1 -- 172.21.15.45:0/2013559426 >> 172.21.15.45:0/2013559426 conn(0x7f4afc01eae0 msgr2=0x7f4afc03a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7f4b09fba640 1 -- 172.21.15.45:0/2013559426 shutdown_connections 2024-09-17T03:32:19.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7f4b09fba640 1 -- 172.21.15.45:0/2013559426 wait complete. 2024-09-17T03:32:19.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7faceac2e640 1 --2- 172.21.15.45:0/1642623933 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b4e90 0x7face415a5f0 secure :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7facd4008440 tx=0x7facd402c5c0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.663+0000 7faceac2e640 1 -- 172.21.15.45:0/1642623933 >> 172.21.15.45:0/1642623933 conn(0x7face40d0410 msgr2=0x7face406edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.664+0000 7faceac2e640 1 -- 172.21.15.45:0/1642623933 shutdown_connections 2024-09-17T03:32:19.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.664+0000 7f5cc6790640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5cc00696c0 0x7f5cc00b41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f5cc6790640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 0x7f5cc014fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f0ae774a640 1 Processor -- start 2024-09-17T03:32:19.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.664+0000 7faceac2e640 1 -- 172.21.15.45:0/1642623933 wait complete. 2024-09-17T03:32:19.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4c4a0a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b8006f90 0x7fd4b8051100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f6486af2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f64800b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f6486af2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f648015c460 0x7f64800b1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4c4a0a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd4b80375e0 0x7fd4b80de8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f6486af2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f648015f6b0 0x7f64801f8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f6486af2640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6480071770 con 0x7f648015c460 2024-09-17T03:32:19.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fa126a1c640 1 -- 172.21.15.45:0/188645329 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 msgr2=0x7fa120071500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fa126a1c640 1 --2- 172.21.15.45:0/188645329 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa120071500 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa110005fd0 tx=0x7fa11002a560 comp rx=0 tx=0).stop 2024-09-17T03:32:19.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f6486af2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f64800715f0 con 0x7f648015f6b0 2024-09-17T03:32:19.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f6486af2640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f64800718f0 con 0x7f648006ddf0 2024-09-17T03:32:19.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4be59c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b8006f90 0x7fd4b8051100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fa126a1c640 1 -- 172.21.15.45:0/188645329 shutdown_connections 2024-09-17T03:32:19.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fa126a1c640 1 --2- 172.21.15.45:0/188645329 >> v2:172.21.15.112:3300/0 conn(0x7fa120155130 0x7fa120155540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fa126a1c640 1 --2- 172.21.15.45:0/188645329 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa120071500 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fa126a1c640 1 -- 172.21.15.45:0/188645329 >> 172.21.15.45:0/188645329 conn(0x7fa120073a60 msgr2=0x7fa120073e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:19.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4bdd9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd4b80375e0 0x7fd4b80de8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f648508f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f648015f6b0 0x7f64801f8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4c4a0a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4b80e7880 0x7fd4b8009b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4c4a0a640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b8056b40 con 0x7fd4b80375e0 2024-09-17T03:32:19.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f647ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f648015c460 0x7f64800b1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f648488e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f64800b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f647ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f648015c460 0x7f64800b1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33306/0 (socket says 172.21.15.45:33306) 2024-09-17T03:32:19.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f647ffff640 1 -- 172.21.15.45:0/4196360391 learned_addr learned my addr 172.21.15.45:0/4196360391 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f5cbf7fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 0x7f5cc014fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cbf7fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 0x7f5cc014fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40664/0 (socket says 172.21.15.45:40664) 2024-09-17T03:32:19.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cbf7fe640 1 -- 172.21.15.45:0/1248840527 learned_addr learned my addr 172.21.15.45:0/1248840527 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4be59c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b8006f90 0x7fd4b8051100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40652/0 (socket says 172.21.15.45:40652) 2024-09-17T03:32:19.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc015f080 0x7f5cc0070870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4be59c640 1 -- 172.21.15.45:0/2937857138 learned_addr learned my addr 172.21.15.45:0/2937857138 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b80569c0 con 0x7fd4b80e7880 2024-09-17T03:32:19.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd4b8056cc0 con 0x7fd4b8006f90 2024-09-17T03:32:19.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7fbcf5ade640 1 Processor -- start 2024-09-17T03:32:19.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f4b09fba640 1 Processor -- start 2024-09-17T03:32:19.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc006e6c0 con 0x7f5cc00696c0 2024-09-17T03:32:19.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cc4d2d640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc015f080 0x7f5cc0070870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc006e540 con 0x7f5cc015f080 2024-09-17T03:32:19.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7fa126a1c640 1 -- 172.21.15.45:0/188645329 shutdown_connections 2024-09-17T03:32:19.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f5cc00ce420 con 0x7f5cc00c6de0 2024-09-17T03:32:19.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7fd4bed9d640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4b80e7880 0x7fd4b8009b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7fbcf5ade640 1 -- start start 2024-09-17T03:32:19.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f4b09fba640 1 -- start start 2024-09-17T03:32:19.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7fa126a1c640 1 -- 172.21.15.45:0/188645329 wait complete. 2024-09-17T03:32:19.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f648488e640 1 -- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f648015f6b0 msgr2=0x7f64801f8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f648488e640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f648015f6b0 0x7f64801f8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f648488e640 1 -- 172.21.15.45:0/4196360391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f648015c460 msgr2=0x7f64800b1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f648488e640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f648015c460 0x7f64800b1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.666+0000 7f648488e640 1 -- 172.21.15.45:0/4196360391 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6480141710 con 0x7f648006ddf0 2024-09-17T03:32:19.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbf7fe640 1 -- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc015f080 msgr2=0x7f5cc0070870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbf7fe640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc015f080 0x7f5cc0070870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbf7fe640 1 -- 172.21.15.45:0/1248840527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5cc00696c0 msgr2=0x7f5cc00b41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbffff640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5cc00696c0 0x7f5cc00b41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbf7fe640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5cc00696c0 0x7f5cc00b41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.687 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbf7fe640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc015da50 con 0x7f5cc00c6de0 2024-09-17T03:32:19.687 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.665+0000 7f0ae774a640 1 -- start start 2024-09-17T03:32:19.687 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae774a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 0x7f0ae00c5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.687 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f648488e640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f64800b37a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f647400e6e0 tx=0x7f647400eba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbffff640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5cc00696c0 0x7f5cc00b41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:19.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae774a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae00cc150 0x7f0ae014f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbf7fe640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 0x7f5cc014fc60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5cb000c400 tx=0x7f5cb000c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7fd4bdd9b640 1 -- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b8006f90 msgr2=0x7fd4b8051100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7fd4bdd9b640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b8006f90 0x7fd4b8051100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7fd4bdd9b640 1 -- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4b80e7880 msgr2=0x7fd4b8009b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7fd4bdd9b640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4b80e7880 0x7fd4b8009b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7fd4bdd9b640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b8052050 con 0x7fd4b80375e0 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7fd4bdd9b640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd4b80375e0 0x7fd4b80de8e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd4b0005fd0 tx=0x7fd4b000eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb0017070 con 0x7f5cc00c6de0 2024-09-17T03:32:19.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7faceac2e640 1 Processor -- start 2024-09-17T03:32:19.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7faceac2e640 1 -- start start 2024-09-17T03:32:19.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae774a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ae0162380 0x7f0ae01516c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae54e6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 0x7f0ae00c5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae774a640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae015d020 con 0x7f0ae006d7f0 2024-09-17T03:32:19.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae774a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae00d0d70 con 0x7f0ae0162380 2024-09-17T03:32:19.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0004230 con 0x7fd4b80375e0 2024-09-17T03:32:19.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae774a640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0ae015d1a0 con 0x7f0ae00cc150 2024-09-17T03:32:19.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae54e6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 0x7f0ae00c5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33312/0 (socket says 172.21.15.45:33312) 2024-09-17T03:32:19.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae54e6640 1 -- 172.21.15.45:0/3249776324 learned_addr learned my addr 172.21.15.45:0/3249776324 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.667+0000 7f0ae4ce5640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae00cc150 0x7f0ae014f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae5ce7640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ae0162380 0x7f0ae01516c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5cb00053c0 con 0x7f5cc00c6de0 2024-09-17T03:32:19.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae54e6640 1 -- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae00cc150 msgr2=0x7f0ae014f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae54e6640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae00cc150 0x7f0ae014f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae54e6640 1 -- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ae0162380 msgr2=0x7f0ae01516c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae54e6640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ae0162380 0x7f0ae01516c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4b000c8b0 con 0x7fd4b80375e0 2024-09-17T03:32:19.693 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae54e6640 1 -- 172.21.15.45:0/3249776324 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae0152ab0 con 0x7f0ae006d7f0 2024-09-17T03:32:19.693 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f0ae4ce5640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae00cc150 0x7f0ae014f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:19.693 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb00037f0 con 0x7f5cc00c6de0 2024-09-17T03:32:19.693 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc014f1a0 con 0x7f5cc00c6de0 2024-09-17T03:32:19.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647400cab0 con 0x7f648006ddf0 2024-09-17T03:32:19.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f647400cd40 con 0x7f648006ddf0 2024-09-17T03:32:19.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6474010690 con 0x7f648006ddf0 2024-09-17T03:32:19.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.668+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc014f760 con 0x7f5cc00c6de0 2024-09-17T03:32:19.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f0ae54e6640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 0x7f0ae00c5770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00c430 tx=0x7f0adc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b09fba640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4afc008fa0 0x7f4afc172410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b09fba640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 0x7f4afc0cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7fbcf5ade640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 0x7fbcf00b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b09fba640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc0d0050 0x7f4afc181a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b02ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 0x7f4afc0cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b02ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 0x7f4afc0cfb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33314/0 (socket says 172.21.15.45:33314) 2024-09-17T03:32:19.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b02ffd640 1 -- 172.21.15.45:0/2484534367 learned_addr learned my addr 172.21.15.45:0/2484534367 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f4b03fff640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc0d0050 0x7f4afc181a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fbcef7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 0x7fbcf00b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f4afc053ce0 con 0x7f4afc03ae90 2024-09-17T03:32:19.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4afc053b60 con 0x7f4afc008fa0 2024-09-17T03:32:19.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f4afc053e60 con 0x7f4afc0d0050 2024-09-17T03:32:19.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fbcef7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 0x7fbcf00b37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33328/0 (socket says 172.21.15.45:33328) 2024-09-17T03:32:19.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fbcef7fe640 1 -- 172.21.15.45:0/2683399475 learned_addr learned my addr 172.21.15.45:0/2683399475 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b00044c0 con 0x7fd4b80375e0 2024-09-17T03:32:19.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f4b037fe640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4afc008fa0 0x7f4afc172410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 0x7fbcf00b5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.699 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f6486af2640 1 -- 172.21.15.45:0/4196360391 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f648015de30 con 0x7f648006ddf0 2024-09-17T03:32:19.699 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f6486af2640 1 -- 172.21.15.45:0/4196360391 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f648015e380 con 0x7f648006ddf0 2024-09-17T03:32:19.699 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4b8052330 con 0x7fd4b80375e0 2024-09-17T03:32:19.699 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcf01665e0 0x7fbcf0161be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.700 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4b8050900 con 0x7fd4b80375e0 2024-09-17T03:32:19.700 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc011790 con 0x7f0ae006d7f0 2024-09-17T03:32:19.700 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7faceac2e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7face40733f0 0x7face413d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.700 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.669+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0adc017070 con 0x7f0ae006d7f0 2024-09-17T03:32:19.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc011ce0 con 0x7f0ae006d7f0 2024-09-17T03:32:19.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7faceac2e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b3fa0 0x7face414f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7f0ae774a640 1 -- 172.21.15.45:0/3249776324 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae0152d90 con 0x7f0ae006d7f0 2024-09-17T03:32:19.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7faceac2e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7face414fb80 0x7face4151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5cb001a070 con 0x7f5cc00c6de0 2024-09-17T03:32:19.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7faceac2e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7face406df00 con 0x7face40733f0 2024-09-17T03:32:19.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7faceac2e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7face406dd80 con 0x7face414fb80 2024-09-17T03:32:19.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7f0ae774a640 1 -- 172.21.15.45:0/3249776324 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae01511a0 con 0x7f0ae006d7f0 2024-09-17T03:32:19.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7faceac2e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7face406e080 con 0x7face40b3fa0 2024-09-17T03:32:19.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7face91cb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7face414fb80 0x7face4151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7fa126a1c640 1 Processor -- start 2024-09-17T03:32:19.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7fa126a1c640 1 -- start start 2024-09-17T03:32:19.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7face3fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b3fa0 0x7face414f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7face91cb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7face414fb80 0x7face4151330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:46134/0 (socket says 172.21.15.45:46134) 2024-09-17T03:32:19.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7face91cb640 1 -- 172.21.15.45:0/3925770050 learned_addr learned my addr 172.21.15.45:0/3925770050 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f4b02ffd640 1 -- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc0d0050 msgr2=0x7f4afc181a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f6486af2640 1 -- 172.21.15.45:0/4196360391 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6480071e30 con 0x7f648006ddf0 2024-09-17T03:32:19.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f5cbcff9640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5cac078be0 0x7f5cac07b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.670+0000 7fbceeffd640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 0x7fbcf00b5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf01672c0 con 0x7fbcf00c2c30 2024-09-17T03:32:19.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf0167140 con 0x7fbcf01665e0 2024-09-17T03:32:19.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.671+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbcf0167440 con 0x7fbcf00cae30 2024-09-17T03:32:19.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f5cb009a330 con 0x7f5cc00c6de0 2024-09-17T03:32:19.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f4b02ffd640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc0d0050 0x7f4afc181a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f4b02ffd640 1 -- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4afc008fa0 msgr2=0x7f4afc172410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f4b02ffd640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4afc008fa0 0x7f4afc172410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f4b02ffd640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4afc0d0460 con 0x7f4afc03ae90 2024-09-17T03:32:19.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f0ae774a640 1 -- 172.21.15.45:0/3249776324 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae00cf320 con 0x7f0ae006d7f0 2024-09-17T03:32:19.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc006ddf0 con 0x7f5cc00c6de0 2024-09-17T03:32:19.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4b8057130 con 0x7fd4b80375e0 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7face3fff640 1 -- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7face414fb80 msgr2=0x7face4151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7face3fff640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7face414fb80 0x7face4151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7face3fff640 1 -- 172.21.15.45:0/3925770050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7face40733f0 msgr2=0x7face413d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7face3fff640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7face40733f0 0x7face413d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.672+0000 7face3fff640 1 -- 172.21.15.45:0/3925770050 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face41fd520 con 0x7face40b3fa0 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7face3fff640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b3fa0 0x7face414f640 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7facd800c340 tx=0x7facd800c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fbceffff640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcf01665e0 0x7fbcf0161be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7f5cbffff640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5cac078be0 0x7f5cac07b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7f4b02ffd640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 0x7f4afc0cfb10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4b0407aac0 tx=0x7f4b040aed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7f4b037fe640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4afc008fa0 0x7f4afc172410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:19.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7f4b03fff640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc0d0050 0x7f4afc181a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:19.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fa126a1c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 0x7fa1201f2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fbcef7fe640 1 -- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 msgr2=0x7fbcf00b5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fbcef7fe640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 0x7fbcf00b5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fbcef7fe640 1 -- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcf01665e0 msgr2=0x7fbcf0161be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa126a1c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa1200c71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6474010830 con 0x7f648006ddf0 2024-09-17T03:32:19.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fbcef7fe640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcf01665e0 0x7fbcf0161be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.673+0000 7fbcef7fe640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcf00b4000 con 0x7fbcf00c2c30 2024-09-17T03:32:19.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd4b000cc80 con 0x7fd4b80375e0 2024-09-17T03:32:19.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa126a1c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa120155130 0x7fa120159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa125219640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa1200c71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa125219640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa1200c71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40706/0 (socket says 172.21.15.45:40706) 2024-09-17T03:32:19.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa125a1a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 0x7fa1201f2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fbcef7fe640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 0x7fbcf00b37f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbce8009bf0 tx=0x7fbce80042d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7f647d7fa640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6464078c60 0x7f646407b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7f5cbffff640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5cac078be0 0x7f5cac07b0f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5cb400a870 tx=0x7f5cb4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa125a1a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 0x7fa1201f2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33350/0 (socket says 172.21.15.45:33350) 2024-09-17T03:32:19.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f647409b900 con 0x7f648006ddf0 2024-09-17T03:32:19.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa125219640 1 -- 172.21.15.45:0/141736319 learned_addr learned my addr 172.21.15.45:0/141736319 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:19.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fd4aeffd640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd4a0078c60 0x7fd4a007b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7fa12621b640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa120155130 0x7fa120159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.674+0000 7f647ffff640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6464078c60 0x7f646407b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa12015bf60 con 0x7fa1200710f0 2024-09-17T03:32:19.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa12015bde0 con 0x7fa120155130 2024-09-17T03:32:19.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa12015c0e0 con 0x7fa1200b60e0 2024-09-17T03:32:19.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd4b009b850 con 0x7fd4b80375e0 2024-09-17T03:32:19.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fd4be59c640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd4a0078c60 0x7fd4a007b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0adc026430 con 0x7f0ae006d7f0 2024-09-17T03:32:19.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa125a1a640 1 -- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 msgr2=0x7fa1200c71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa125a1a640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa1200c71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa125a1a640 1 -- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa120155130 msgr2=0x7fa120159a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:19.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa125a1a640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa120155130 0x7fa120159a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:19.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa125a1a640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1200c60e0 con 0x7fa1200710f0 2024-09-17T03:32:19.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7f647ffff640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6464078c60 0x7f646407b170 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f64801527c0 tx=0x7f646c0090e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.719 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fd4be59c640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd4a0078c60 0x7fd4a007b170 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd4c006bf00 tx=0x7fd4c00a6f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.719 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.675+0000 7fa125a1a640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 0x7fa1201f2490 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00c3c0 tx=0x7fa11c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.676+0000 7f0ad5ffb640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ac4078b90 0x7f0ac407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.676+0000 7f0ae4ce5640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ac4078b90 0x7f0ac407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.676+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0adc09b800 con 0x7f0ae006d7f0 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.676+0000 7f0ae4ce5640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ac4078b90 0x7f0ac407b0a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0034000 tx=0x7f0ad0004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.678+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8017070 con 0x7face40b3fa0 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.679+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7face41fd800 con 0x7face40b3fa0 2024-09-17T03:32:19.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.679+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7face41fddc0 con 0x7face40b3fa0 2024-09-17T03:32:19.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.679+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f5cb0061e50 con 0x7f5cc00c6de0 2024-09-17T03:32:19.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b040b3050 con 0x7f4afc03ae90 2024-09-17T03:32:19.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce8034040 con 0x7fbcf00c2c30 2024-09-17T03:32:19.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c017070 con 0x7fa1200710f0 2024-09-17T03:32:19.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4afc170e70 con 0x7f4afc03ae90 2024-09-17T03:32:19.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcf00b42e0 con 0x7fbcf00c2c30 2024-09-17T03:32:19.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1200c63c0 con 0x7fa1200710f0 2024-09-17T03:32:19.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcf01fa510 con 0x7fbcf00c2c30 2024-09-17T03:32:19.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4afc171650 con 0x7f4afc03ae90 2024-09-17T03:32:19.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7face406e5e0 con 0x7face40b3fa0 2024-09-17T03:32:19.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0adc063290 con 0x7f0ae006d7f0 2024-09-17T03:32:19.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.680+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1200c6980 con 0x7fa1200710f0 2024-09-17T03:32:19.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.681+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4afc1710e0 con 0x7f4afc03ae90 2024-09-17T03:32:19.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.681+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1201e56d0 con 0x7fa1200710f0 2024-09-17T03:32:19.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.681+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcf0069e70 con 0x7fbcf00c2c30 2024-09-17T03:32:19.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.683+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facd80052d0 con 0x7face40b3fa0 2024-09-17T03:32:19.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.684+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8021060 con 0x7face40b3fa0 2024-09-17T03:32:19.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.683+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f64740634b0 con 0x7f648006ddf0 2024-09-17T03:32:19.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.686+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7facd801a070 con 0x7face40b3fa0 2024-09-17T03:32:19.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.686+0000 7face17fa640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facd0078b90 0x7facd007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.686+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7facd809aa40 con 0x7face40b3fa0 2024-09-17T03:32:19.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.686+0000 7face89ca640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facd0078b90 0x7facd007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.687+0000 7face89ca640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facd0078b90 0x7facd007b0a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7facd4035000 tx=0x7facd40046c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.689+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7facd8062660 con 0x7face40b3fa0 2024-09-17T03:32:19.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.689+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fd4b0063930 con 0x7fd4b80375e0 2024-09-17T03:32:19.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.689+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbce80046d0 con 0x7fbcf00c2c30 2024-09-17T03:32:19.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.689+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce8030b80 con 0x7fbcf00c2c30 2024-09-17T03:32:19.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.689+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b040bf070 con 0x7f4afc03ae90 2024-09-17T03:32:19.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.689+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b040ba850 con 0x7f4afc03ae90 2024-09-17T03:32:19.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.690+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa11c0052d0 con 0x7fa1200710f0 2024-09-17T03:32:19.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.690+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c003850 con 0x7fa1200710f0 2024-09-17T03:32:19.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.692+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4b040ba9f0 con 0x7f4afc03ae90 2024-09-17T03:32:19.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.693+0000 7f4aeffff640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4ae8078b90 0x7f4ae807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.694+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f4b040fbea0 con 0x7f4afc03ae90 2024-09-17T03:32:19.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.695+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbce8037020 con 0x7fbcf00c2c30 2024-09-17T03:32:19.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.695+0000 7fbce7fff640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcd0078bc0 0x7fbcd007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.695+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbce80bca80 con 0x7fbcf00c2c30 2024-09-17T03:32:19.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.696+0000 7f4b037fe640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4ae8078b90 0x7f4ae807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.696+0000 7fbceeffd640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcd0078bc0 0x7fbcd007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.696+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa11c01a070 con 0x7fa1200710f0 2024-09-17T03:32:19.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.697+0000 7fa1167fc640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa104078bc0 0x7fa10407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:19.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.697+0000 7f4b037fe640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4ae8078b90 0x7f4ae807b0a0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4af8001220 tx=0x7f4af8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.697+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa11c09a5c0 con 0x7fa1200710f0 2024-09-17T03:32:19.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.697+0000 7fbceeffd640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcd0078bc0 0x7fbcd007b0d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbcf0162650 tx=0x7fbce0009060 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.697+0000 7fa125219640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa104078bc0 0x7fa10407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:19.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.698+0000 7fa125219640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa104078bc0 0x7fa10407b0d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa1201e5c60 tx=0x7fa11000b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:19.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.702+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f4b04100330 con 0x7f4afc03ae90 2024-09-17T03:32:19.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.712+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fbce8084bf0 con 0x7fbcf00c2c30 2024-09-17T03:32:19.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:19.722+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa11c022080 con 0x7fa1200710f0 2024-09-17T03:32:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.090+0000 7f0ae774a640 1 -- 172.21.15.45:0/3249776324 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f0ae0152f60 con 0x7f0ae006d7f0 2024-09-17T03:32:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.091+0000 7f0ad5ffb640 1 -- 172.21.15.45:0/3249776324 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0adc067cc0 con 0x7f0ae006d7f0 2024-09-17T03:32:20.091 INFO:teuthology.orchestra.run.smithi045.stdout:55834574855 2024-09-17T03:32:20.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.094+0000 7f0ac37fe640 1 -- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ac4078b90 msgr2=0x7f0ac407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.094+0000 7f0ac37fe640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ac4078b90 0x7f0ac407b0a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0034000 tx=0x7f0ad0004730 comp rx=0 tx=0).stop 2024-09-17T03:32:20.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 -- 172.21.15.45:0/3249776324 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 msgr2=0x7f0ae00c5770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 0x7f0ae00c5770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00c430 tx=0x7f0adc00c8f0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 -- 172.21.15.45:0/3249776324 shutdown_connections 2024-09-17T03:32:20.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0ac4078b90 0x7f0ac407b0a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ae0162380 0x7f0ae01516c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0ae00cc150 0x7f0ae014f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 --2- 172.21.15.45:0/3249776324 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ae006d7f0 0x7f0ae00c5770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.095+0000 7f0ac37fe640 1 -- 172.21.15.45:0/3249776324 >> 172.21.15.45:0/3249776324 conn(0x7f0ae0073b80 msgr2=0x7f0ae0071650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.096+0000 7f0ac37fe640 1 -- 172.21.15.45:0/3249776324 shutdown_connections 2024-09-17T03:32:20.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.096+0000 7f0ac37fe640 1 -- 172.21.15.45:0/3249776324 wait complete. 2024-09-17T03:32:20.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.104+0000 7f6486af2640 1 -- 172.21.15.45:0/4196360391 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f64800741f0 con 0x7f648006ddf0 2024-09-17T03:32:20.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.105+0000 7f647d7fa640 1 -- 172.21.15.45:0/4196360391 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6474067ee0 con 0x7f648006ddf0 2024-09-17T03:32:20.106 INFO:teuthology.orchestra.run.smithi045.stdout:55834574855 2024-09-17T03:32:20.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.108+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f5cc015d7e0 con 0x7f5cc00c6de0 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 -- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6464078c60 msgr2=0x7f646407b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6464078c60 0x7f646407b170 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f64801527c0 tx=0x7f646c0090e0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 -- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 msgr2=0x7f64800b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f64800b37a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f647400e6e0 tx=0x7f647400eba0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 -- 172.21.15.45:0/4196360391 shutdown_connections 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6464078c60 0x7f646407b170 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f648015f6b0 0x7f64801f8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f648015c460 0x7f64800b1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.109+0000 7f646affd640 1 --2- 172.21.15.45:0/4196360391 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f648006ddf0 0x7f64800b37a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.110+0000 7f5cbcff9640 1 -- 172.21.15.45:0/1248840527 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5cb0066880 con 0x7f5cc00c6de0 2024-09-17T03:32:20.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.110+0000 7f646affd640 1 -- 172.21.15.45:0/4196360391 >> 172.21.15.45:0/4196360391 conn(0x7f64800cd900 msgr2=0x7f64800af8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.112 INFO:teuthology.orchestra.run.smithi045.stdout:64424509448 2024-09-17T03:32:20.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.110+0000 7f646affd640 1 -- 172.21.15.45:0/4196360391 shutdown_connections 2024-09-17T03:32:20.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.110+0000 7f646affd640 1 -- 172.21.15.45:0/4196360391 wait complete. 2024-09-17T03:32:20.114 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.7 2024-09-17T03:32:20.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.113+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5cac078be0 msgr2=0x7f5cac07b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.113+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5cac078be0 0x7f5cac07b0f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5cb400a870 tx=0x7f5cb4008040 comp rx=0 tx=0).stop 2024-09-17T03:32:20.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.113+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 msgr2=0x7f5cc014fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.113+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 0x7f5cc014fc60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5cb000c400 tx=0x7f5cb000c8c0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 shutdown_connections 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5cac078be0 0x7f5cac07b0f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc015f080 0x7f5cc0070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5cc00c6de0 0x7f5cc014fc60 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 --2- 172.21.15.45:0/1248840527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5cc00696c0 0x7f5cc00b41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 >> 172.21.15.45:0/1248840527 conn(0x7f5cc00cd900 msgr2=0x7f5cc00cfd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 shutdown_connections 2024-09-17T03:32:20.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.114+0000 7f5cc6790640 1 -- 172.21.15.45:0/1248840527 wait complete. 2024-09-17T03:32:20.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.117+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd4b80e2040 con 0x7fd4b80375e0 2024-09-17T03:32:20.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.118+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7face415de30 con 0x7face40b3fa0 2024-09-17T03:32:20.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.118+0000 7fd4aeffd640 1 -- 172.21.15.45:0/2937857138 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd4b0063230 con 0x7fd4b80375e0 2024-09-17T03:32:20.119 INFO:teuthology.orchestra.run.smithi045.stdout:60129542152 2024-09-17T03:32:20.120 INFO:teuthology.orchestra.run.smithi045.stdout:60129542151 2024-09-17T03:32:20.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.119+0000 7face17fa640 1 -- 172.21.15.45:0/3925770050 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7facd8098e20 con 0x7face40b3fa0 2024-09-17T03:32:20.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd4a0078c60 msgr2=0x7fd4a007b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd4a0078c60 0x7fd4a007b170 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd4c006bf00 tx=0x7fd4c00a6f90 comp rx=0 tx=0).stop 2024-09-17T03:32:20.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd4b80375e0 msgr2=0x7fd4b80de8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facd0078b90 msgr2=0x7facd007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7faceac2e640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facd0078b90 0x7facd007b0a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7facd4035000 tx=0x7facd40046c0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b3fa0 msgr2=0x7face414f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.122+0000 7faceac2e640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b3fa0 0x7face414f640 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7facd800c340 tx=0x7facd800c800 comp rx=0 tx=0).stop 2024-09-17T03:32:20.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd4b80375e0 0x7fd4b80de8e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd4b0005fd0 tx=0x7fd4b000eb50 comp rx=0 tx=0).stop 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 shutdown_connections 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facd0078b90 0x7facd007b0a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7face414fb80 0x7face4151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7face40b3fa0 0x7face414f640 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 --2- 172.21.15.45:0/3925770050 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7face40733f0 0x7face413d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 >> 172.21.15.45:0/3925770050 conn(0x7face40d0410 msgr2=0x7face4156520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 shutdown_connections 2024-09-17T03:32:20.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 shutdown_connections 2024-09-17T03:32:20.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7faceac2e640 1 -- 172.21.15.45:0/3925770050 wait complete. 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd4a0078c60 0x7fd4a007b170 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4b80e7880 0x7fd4b8009b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd4b80375e0 0x7fd4b80de8e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 --2- 172.21.15.45:0/2937857138 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd4b8006f90 0x7fd4b8051100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.123+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 >> 172.21.15.45:0/2937857138 conn(0x7fd4b800e270 msgr2=0x7fd4b80e12b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.124+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 shutdown_connections 2024-09-17T03:32:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.124+0000 7fd4c4a0a640 1 -- 172.21.15.45:0/2937857138 wait complete. 2024-09-17T03:32:20.129 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.3 2024-09-17T03:32:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.128+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbcf0164380 con 0x7fbcf00c2c30 2024-09-17T03:32:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.129+0000 7fbce7fff640 1 -- 172.21.15.45:0/2683399475 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbce80844f0 con 0x7fbcf00c2c30 2024-09-17T03:32:20.130 INFO:teuthology.orchestra.run.smithi045.stdout:55834574855 2024-09-17T03:32:20.132 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.6 2024-09-17T03:32:20.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcd0078bc0 msgr2=0x7fbcd007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcd0078bc0 0x7fbcd007b0d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbcf0162650 tx=0x7fbce0009060 comp rx=0 tx=0).stop 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 msgr2=0x7fbcf00b37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 0x7fbcf00b37f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbce8009bf0 tx=0x7fbce80042d0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 shutdown_connections 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbcd0078bc0 0x7fbcd007b0d0 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbcf0162650 tx=0x7fbce0009060 comp rx=0 tx=0).stop 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcf01665e0 0x7fbcf0161be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcf00cae30 0x7fbcf00b5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 --2- 172.21.15.45:0/2683399475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcf00c2c30 0x7fbcf00b37f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.132+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 >> 172.21.15.45:0/2683399475 conn(0x7fbcf00cca70 msgr2=0x7fbcf015c2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.133+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 shutdown_connections 2024-09-17T03:32:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.133+0000 7fbcf5ade640 1 -- 172.21.15.45:0/2683399475 wait complete. 2024-09-17T03:32:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.133+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f4afc039e70 con 0x7f4afc03ae90 2024-09-17T03:32:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.134+0000 7f4aeffff640 1 -- 172.21.15.45:0/2484534367 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4afc039e70 con 0x7f4afc03ae90 2024-09-17T03:32:20.134 INFO:teuthology.orchestra.run.smithi045.stdout:64424509448 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.137+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4ae8078b90 msgr2=0x7f4ae807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.137+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4ae8078b90 0x7f4ae807b0a0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4af8001220 tx=0x7f4af8009040 comp rx=0 tx=0).stop 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 msgr2=0x7f4afc0cfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 0x7f4afc0cfb10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4b0407aac0 tx=0x7f4b040aed00 comp rx=0 tx=0).stop 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 shutdown_connections 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4ae8078b90 0x7f4ae807b0a0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4afc0d0050 0x7f4afc181a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4afc03ae90 0x7f4afc0cfb10 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 --2- 172.21.15.45:0/2484534367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4afc008fa0 0x7f4afc172410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 >> 172.21.15.45:0/2484534367 conn(0x7f4afc01eae0 msgr2=0x7f4afc037b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 shutdown_connections 2024-09-17T03:32:20.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa1200741f0 con 0x7fa1200710f0 2024-09-17T03:32:20.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7f4b09fba640 1 -- 172.21.15.45:0/2484534367 wait complete. 2024-09-17T03:32:20.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.138+0000 7fa1167fc640 1 -- 172.21.15.45:0/141736319 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa11c062050 con 0x7fa1200710f0 2024-09-17T03:32:20.140 INFO:teuthology.orchestra.run.smithi045.stdout:64424509449 2024-09-17T03:32:20.141 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.0 2024-09-17T03:32:20.142 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.2 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa104078bc0 msgr2=0x7fa10407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa104078bc0 0x7fa10407b0d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa1201e5c60 tx=0x7fa11000b040 comp rx=0 tx=0).stop 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 msgr2=0x7fa1201f2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 0x7fa1201f2490 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00c3c0 tx=0x7fa11c00c880 comp rx=0 tx=0).stop 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 shutdown_connections 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa104078bc0 0x7fa10407b0d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa120155130 0x7fa120159a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa1200b60e0 0x7fa1200c71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 --2- 172.21.15.45:0/141736319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa1200710f0 0x7fa1201f2490 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 >> 172.21.15.45:0/141736319 conn(0x7fa120073a60 msgr2=0x7fa120070650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 shutdown_connections 2024-09-17T03:32:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:20.141+0000 7fa126a1c640 1 -- 172.21.15.45:0/141736319 wait complete. 2024-09-17T03:32:20.154 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.4 2024-09-17T03:32:20.155 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.1 2024-09-17T03:32:20.155 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.5 2024-09-17T03:32:21.115 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-17T03:32:21.130 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-17T03:32:21.133 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-17T03:32:21.142 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-17T03:32:21.143 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-17T03:32:21.155 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-17T03:32:21.156 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-17T03:32:21.156 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-17T03:32:21.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.320+0000 7fc385eb4640 1 -- 172.21.15.45:0/1811843342 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 msgr2=0x7fc38015dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.320+0000 7fc385eb4640 1 --2- 172.21.15.45:0/1811843342 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 0x7fc38015dc60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc378005fd0 tx=0x7fc37802aa30 comp rx=0 tx=0).stop 2024-09-17T03:32:21.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.320+0000 7fc385eb4640 1 -- 172.21.15.45:0/1811843342 shutdown_connections 2024-09-17T03:32:21.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.320+0000 7fc385eb4640 1 --2- 172.21.15.45:0/1811843342 >> v2:172.21.15.45:3300/0 conn(0x7fc38015e1a0 0x7fc38015e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.320+0000 7fc385eb4640 1 --2- 172.21.15.45:0/1811843342 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 0x7fc38015dc60 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.320+0000 7fc385eb4640 1 -- 172.21.15.45:0/1811843342 >> 172.21.15.45:0/1811843342 conn(0x7fc3800cca70 msgr2=0x7fc3800cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.321+0000 7fc385eb4640 1 -- 172.21.15.45:0/1811843342 shutdown_connections 2024-09-17T03:32:21.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.321+0000 7fc385eb4640 1 -- 172.21.15.45:0/1811843342 wait complete. 2024-09-17T03:32:21.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.325+0000 7fc385eb4640 1 Processor -- start 2024-09-17T03:32:21.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.325+0000 7fc385eb4640 1 -- start start 2024-09-17T03:32:21.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.327+0000 7fc385eb4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 0x7fc3800c9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc37f7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 0x7fc3800c9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc37f7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 0x7fc3800c9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33370/0 (socket says 172.21.15.45:33370) 2024-09-17T03:32:21.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc37f7fe640 1 -- 172.21.15.45:0/1857049262 learned_addr learned my addr 172.21.15.45:0/1857049262 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc385eb4640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 0x7fc3800b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc385eb4640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc38015e1a0 0x7fc3800b4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc3800cb700 con 0x7fc38006cde0 2024-09-17T03:32:21.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc3800cb580 con 0x7fc38015e1a0 2024-09-17T03:32:21.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.328+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc3800cb880 con 0x7fc38006dcd0 2024-09-17T03:32:21.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.329+0000 7fc37f7fe640 1 -- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 msgr2=0x7fc3800b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.329+0000 7fc37f7fe640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 0x7fc3800b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.329+0000 7fc37f7fe640 1 -- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc38015e1a0 msgr2=0x7fc3800b4470 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-17T03:32:21.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.329+0000 7fc37f7fe640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc38015e1a0 0x7fc3800b4470 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.329+0000 7fc37f7fe640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc380160830 con 0x7fc38006cde0 2024-09-17T03:32:21.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.330+0000 7fc37f7fe640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 0x7fc3800c9920 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc37000c760 tx=0x7fc37000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.331+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3700050d0 con 0x7fc38006cde0 2024-09-17T03:32:21.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.331+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3800c9e60 con 0x7fc38006cde0 2024-09-17T03:32:21.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.334+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc380160db0 con 0x7fc38006cde0 2024-09-17T03:32:21.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.335+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc370005270 con 0x7fc38006cde0 2024-09-17T03:32:21.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.335+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37000a640 con 0x7fc38006cde0 2024-09-17T03:32:21.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.335+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc37000a820 con 0x7fc38006cde0 2024-09-17T03:32:21.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.336+0000 7fc367fff640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc36c078c90 0x7fc36c07b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.337+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc37009a450 con 0x7fc38006cde0 2024-09-17T03:32:21.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.337+0000 7fc37effd640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc36c078c90 0x7fc36c07b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.338+0000 7fc37effd640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc36c078c90 0x7fc36c07b1a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc378035000 tx=0x7fc378004a40 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.339+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc38015e910 con 0x7fc38006cde0 2024-09-17T03:32:21.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.350+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fc38015e910 con 0x7fc38006cde0 2024-09-17T03:32:21.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.386+0000 7ff2d6ffd640 1 -- 172.21.15.45:0/2805326704 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d0032a10 con 0x7ff2d8070a60 2024-09-17T03:32:21.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 -- 172.21.15.45:0/2805326704 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 msgr2=0x7ff2d815a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 --2- 172.21.15.45:0/2805326704 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 0x7ff2d815a410 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8072420 tx=0x7ff2d002a850 comp rx=0 tx=0).stop 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 -- 172.21.15.45:0/2805326704 shutdown_connections 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 --2- 172.21.15.45:0/2805326704 >> v2:172.21.15.45:3300/0 conn(0x7ff2d80b3fa0 0x7ff2d80733f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 --2- 172.21.15.45:0/2805326704 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 0x7ff2d815a410 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 -- 172.21.15.45:0/2805326704 >> 172.21.15.45:0/2805326704 conn(0x7ff2d80d0410 msgr2=0x7ff2d806edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 -- 172.21.15.45:0/2805326704 shutdown_connections 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7f2f3bfff640 1 -- 172.21.15.45:0/1693603847 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 msgr2=0x7f2f3c0b4ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/1693603847 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c0b4ac0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c162ab0 tx=0x7f2f3402a8c0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7f2f3bfff640 1 -- 172.21.15.45:0/1693603847 shutdown_connections 2024-09-17T03:32:21.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/1693603847 >> v2:172.21.15.112:3300/0 conn(0x7f2f3c15ea20 0x7f2f3c15ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/1693603847 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c0b4ac0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7f2f3bfff640 1 -- 172.21.15.45:0/1693603847 >> 172.21.15.45:0/1693603847 conn(0x7f2f3c073a40 msgr2=0x7f2f3c073e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.387+0000 7ff2de32b640 1 -- 172.21.15.45:0/2805326704 wait complete. 2024-09-17T03:32:21.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.388+0000 7f2f3bfff640 1 -- 172.21.15.45:0/1693603847 shutdown_connections 2024-09-17T03:32:21.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.388+0000 7f2f3bfff640 1 -- 172.21.15.45:0/1693603847 wait complete. 2024-09-17T03:32:21.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.388+0000 7fd708fa8640 1 -- 172.21.15.45:0/2037936120 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc0345e0 msgr2=0x7fd6fc006de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.388+0000 7fd708fa8640 1 --2- 172.21.15.45:0/2037936120 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc0345e0 0x7fd6fc006de0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd6f8009830 tx=0x7fd6f802a480 comp rx=0 tx=0).stop 2024-09-17T03:32:21.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.389+0000 7fd708fa8640 1 -- 172.21.15.45:0/2037936120 shutdown_connections 2024-09-17T03:32:21.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.389+0000 7fd708fa8640 1 --2- 172.21.15.45:0/2037936120 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc0345e0 0x7fd6fc006de0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.389+0000 7fd708fa8640 1 --2- 172.21.15.45:0/2037936120 >> v2:172.21.15.45:3300/0 conn(0x7fd6fc055410 0x7fd6fc0068a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.389+0000 7fd708fa8640 1 -- 172.21.15.45:0/2037936120 >> 172.21.15.45:0/2037936120 conn(0x7fd6fc01eab0 msgr2=0x7fd6fc0558a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.389+0000 7fd708fa8640 1 -- 172.21.15.45:0/2037936120 shutdown_connections 2024-09-17T03:32:21.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.389+0000 7fd708fa8640 1 -- 172.21.15.45:0/2037936120 wait complete. 2024-09-17T03:32:21.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.390+0000 7ff2de32b640 1 Processor -- start 2024-09-17T03:32:21.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.392+0000 7f37b1a8b640 1 -- 172.21.15.45:0/1041033644 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f379c0039b0 msgr2=0x7f379c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.392+0000 7f37b1a8b640 1 --2- 172.21.15.45:0/1041033644 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f379c0039b0 0x7f379c003e20 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f37ac06b3f0 tx=0x7f379c005830 comp rx=0 tx=0).stop 2024-09-17T03:32:21.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.392+0000 7f2f3bfff640 1 Processor -- start 2024-09-17T03:32:21.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.392+0000 7f2f3bfff640 1 -- start start 2024-09-17T03:32:21.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7f37b1a8b640 1 -- 172.21.15.45:0/1041033644 shutdown_connections 2024-09-17T03:32:21.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7f37b1a8b640 1 --2- 172.21.15.45:0/1041033644 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f379c0039b0 0x7f379c003e20 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.391+0000 7ff2de32b640 1 -- start start 2024-09-17T03:32:21.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2de32b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 0x7ff2d81569f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2de32b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff2d80b3fa0 0x7ff2d81e70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2de32b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff2d80b4e90 0x7ff2d81e75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7f37b1a8b640 1 -- 172.21.15.45:0/1041033644 >> 172.21.15.45:0/1041033644 conn(0x7f37a403a7d0 msgr2=0x7f37a403abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7fd708fa8640 1 Processor -- start 2024-09-17T03:32:21.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2de32b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d8073cc0 con 0x7ff2d80b4e90 2024-09-17T03:32:21.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2de32b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d8073b40 con 0x7ff2d8070a60 2024-09-17T03:32:21.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2de32b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff2d806dd80 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2dc8c8640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff2d80b4e90 0x7ff2d81e75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7fd708fa8640 1 -- start start 2024-09-17T03:32:21.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2dc8c8640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff2d80b4e90 0x7ff2d81e75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33434/0 (socket says 172.21.15.45:33434) 2024-09-17T03:32:21.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.393+0000 7ff2dc8c8640 1 -- 172.21.15.45:0/4184512462 learned_addr learned my addr 172.21.15.45:0/4184512462 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d7fff640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 0x7ff2d81569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d77fe640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff2d80b3fa0 0x7ff2d81e70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f2f3bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 0x7f2f3c160f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f37b1a8b640 1 -- 172.21.15.45:0/1041033644 shutdown_connections 2024-09-17T03:32:21.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f2f3bfff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c159290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f2f3affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 0x7f2f3c160f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f2f3bfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 0x7f2f3c14fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f2f3affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 0x7f2f3c160f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33460/0 (socket says 172.21.15.45:33460) 2024-09-17T03:32:21.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d77fe640 1 -- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 msgr2=0x7ff2d81569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d77fe640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 0x7ff2d81569f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d77fe640 1 -- 172.21.15.45:0/4184512462 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff2d80b4e90 msgr2=0x7ff2d81e75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d77fe640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff2d80b4e90 0x7ff2d81e75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7ff2d77fe640 1 -- 172.21.15.45:0/4184512462 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2d81fd090 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3a7fc640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c159290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3a7fc640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c159290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40794/0 (socket says 172.21.15.45:40794) 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 0x7f2f3c14fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 0x7f2f3c14fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:46242/0 (socket says 172.21.15.45:46242) 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3affd640 1 -- 172.21.15.45:0/320196099 learned_addr learned my addr 172.21.15.45:0/320196099 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c15f370 con 0x7f2f3c06ef00 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c155980 con 0x7f2f3c15ea20 2024-09-17T03:32:21.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3c15f4f0 con 0x7f2f3c0cf350 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7ff2d77fe640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff2d80b3fa0 0x7ff2d81e70b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc00c340 tx=0x7ff2cc00c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2cc017070 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2d81fd370 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2cc0053c0 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2d81fd930 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.394+0000 7f37b1a8b640 1 -- 172.21.15.45:0/1041033644 wait complete. 2024-09-17T03:32:21.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 -- 172.21.15.45:0/30727541 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 msgr2=0x7fe7e8154f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 --2- 172.21.15.45:0/30727541 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e8154f80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0005fd0 tx=0x7fe7e002aa30 comp rx=0 tx=0).stop 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 -- 172.21.15.45:0/30727541 shutdown_connections 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 --2- 172.21.15.45:0/30727541 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e8154f80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 --2- 172.21.15.45:0/30727541 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80d22c0 0x7fe7e80cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 -- 172.21.15.45:0/30727541 >> 172.21.15.45:0/30727541 conn(0x7fe7e80d1b20 msgr2=0x7fe7e80d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 -- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 msgr2=0x7f2f3c159290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c159290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 -- 172.21.15.45:0/320196099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 msgr2=0x7f2f3c160f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 0x7f2f3c160f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3b7fe640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f3c158b70 con 0x7f2f3c15ea20 2024-09-17T03:32:21.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7f2f3affd640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 0x7f2f3c160f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:21.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.396+0000 7f2f3a7fc640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c159290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:21.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.396+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2cc017070 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 -- 172.21.15.45:0/30727541 shutdown_connections 2024-09-17T03:32:21.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.395+0000 7fe7efc56640 1 -- 172.21.15.45:0/30727541 wait complete. 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.396+0000 7fd708fa8640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6fc0323a0 0x7fd6fc033770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.396+0000 7fd708fa8640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6fc0345e0 0x7fd6fc039e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.396+0000 7fd708fa8640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 0x7fd6fc03a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.396+0000 7fd708fa8640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd6fc036390 con 0x7fd6fc0345e0 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd703fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 0x7fd6fc03a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd703fff640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 0x7fd6fc03a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:40798/0 (socket says 172.21.15.45:40798) 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd703fff640 1 -- 172.21.15.45:0/3456032425 learned_addr learned my addr 172.21.15.45:0/3456032425 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd6fc036210 con 0x7fd6fc0323a0 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd7037fe640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6fc0323a0 0x7fd6fc033770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd6fc036510 con 0x7fd6fc055410 2024-09-17T03:32:21.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7fd702ffd640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6fc0345e0 0x7fd6fc039e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f37b1a8b640 1 Processor -- start 2024-09-17T03:32:21.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2d815c260 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f9c58286640 1 -- 172.21.15.45:0/124212773 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cf2b0 msgr2=0x7f9c5006cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f9c58286640 1 --2- 172.21.15.45:0/124212773 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cf2b0 0x7f9c5006cde0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9c50073480 tx=0x7f9c4002a4a0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f2f3b7fe640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 0x7f2f3c14fa50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2f3000e640 tx=0x7f2f3000eb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f30004220 con 0x7f2f3c15ea20 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f30005020 con 0x7f2f3c15ea20 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f30005470 con 0x7f2f3c15ea20 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3c1facb0 con 0x7f2f3c15ea20 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.397+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f3c1604a0 con 0x7f2f3c15ea20 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fae6a8be640 1 -- 172.21.15.45:0/1509821051 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 msgr2=0x7fae5c0e2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fae6a8be640 1 --2- 172.21.15.45:0/1509821051 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0e2d80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fae60009830 tx=0x7fae6002a470 comp rx=0 tx=0).stop 2024-09-17T03:32:21.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7f37b1a8b640 1 -- start start 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fd703fff640 1 -- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6fc0323a0 msgr2=0x7fd6fc033770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fd703fff640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6fc0323a0 0x7fd6fc033770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fd703fff640 1 -- 172.21.15.45:0/3456032425 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6fc0345e0 msgr2=0x7fd6fc039e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7f9c58286640 1 -- 172.21.15.45:0/124212773 shutdown_connections 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7f9c58286640 1 --2- 172.21.15.45:0/124212773 >> v2:172.21.15.45:3300/0 conn(0x7f9c500cdf40 0x7f9c5015e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7f9c58286640 1 --2- 172.21.15.45:0/124212773 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cf2b0 0x7f9c5006cde0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7f9c58286640 1 -- 172.21.15.45:0/124212773 >> 172.21.15.45:0/124212773 conn(0x7f9c500cca70 msgr2=0x7f9c500cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fd703fff640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6fc0345e0 0x7fd6fc039e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fd703fff640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6fc0dbd90 con 0x7fd6fc055410 2024-09-17T03:32:21.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7fe7efc56640 1 Processor -- start 2024-09-17T03:32:21.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7fe7efc56640 1 -- start start 2024-09-17T03:32:21.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff2cc01a070 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7f9c58286640 1 -- 172.21.15.45:0/124212773 shutdown_connections 2024-09-17T03:32:21.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fae6a8be640 1 -- 172.21.15.45:0/1509821051 shutdown_connections 2024-09-17T03:32:21.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fae6a8be640 1 --2- 172.21.15.45:0/1509821051 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0e2d80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fae6a8be640 1 --2- 172.21.15.45:0/1509821051 >> v2:172.21.15.45:3300/0 conn(0x7fae5c055280 0x7fae5c007630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.398+0000 7fae6a8be640 1 -- 172.21.15.45:0/1509821051 >> 172.21.15.45:0/1509821051 conn(0x7fae5c01ddf0 msgr2=0x7fae5c039ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7fd702ffd640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6fc0345e0 0x7fd6fc039e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:21.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7fae6a8be640 1 -- 172.21.15.45:0/1509821051 shutdown_connections 2024-09-17T03:32:21.410 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f3c158600 con 0x7f2f3c15ea20 2024-09-17T03:32:21.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7fd703fff640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 0x7fd6fc03a340 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd6f000c440 tx=0x7fd6f000c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0011790 con 0x7fd6fc055410 2024-09-17T03:32:21.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6f0017070 con 0x7fd6fc055410 2024-09-17T03:32:21.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7ff2d4ff9640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff2c4078d90 0x7ff2c407b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff2cc099f70 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7fae6a8be640 1 -- 172.21.15.45:0/1509821051 wait complete. 2024-09-17T03:32:21.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7ff2d7fff640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff2c4078d90 0x7ff2c407b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.399+0000 7f9c58286640 1 -- 172.21.15.45:0/124212773 wait complete. 2024-09-17T03:32:21.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37b1a8b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f379c0039b0 0x7f37a417dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0011bb0 con 0x7fd6fc055410 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37b1a8b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 0x7f37a40525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37b1a8b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37a4052b00 0x7f37a4181890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37b1a8b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f37a4053e70 con 0x7f37a4052b00 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37b1a8b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f37a4053cf0 con 0x7f37a40dc020 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37b1a8b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f37a4053ff0 con 0x7f379c0039b0 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37aaffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 0x7f37a40525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37aaffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 0x7f37a40525c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:46258/0 (socket says 172.21.15.45:46258) 2024-09-17T03:32:21.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.400+0000 7f37aaffd640 1 -- 172.21.15.45:0/3176727200 learned_addr learned my addr 172.21.15.45:0/3176727200 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7efc56640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80cf620 0x7fe7e8155b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7efc56640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe7e80d22c0 0x7fe7e80c9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7efc56640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e81535c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7efc56640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e81554c0 con 0x7fe7e80d22c0 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7efc56640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e815fdf0 con 0x7fe7e815f870 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7efc56640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fe7e8155640 con 0x7fe7e80cf620 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7ed1f1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe7e80d22c0 0x7fe7e80c9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7ed9f2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80cf620 0x7fe7e8155b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7ee1f3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e81535c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7ee1f3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e81535c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.45:46266/0 (socket says 172.21.15.45:46266) 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fe7ee1f3640 1 -- 172.21.15.45:0/4260466169 learned_addr learned my addr 172.21.15.45:0/4260466169 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6fc0c9b90 con 0x7fd6fc055410 2024-09-17T03:32:21.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7f37b0829640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37a4052b00 0x7f37a4181890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7f37aaffd640 1 -- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f379c0039b0 msgr2=0x7f37a417dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7f37aaffd640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f379c0039b0 0x7f37a417dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7f37aaffd640 1 -- 172.21.15.45:0/3176727200 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37a4052b00 msgr2=0x7f37a4181890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7f37aaffd640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37a4052b00 0x7f37a4181890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.401+0000 7f37aaffd640 1 -- 172.21.15.45:0/3176727200 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a4052f10 con 0x7f37a40dc020 2024-09-17T03:32:21.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7ff2d7fff640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff2c4078d90 0x7ff2c407b2a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff2d0034000 tx=0x7ff2d0004ab0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ee1f3640 1 -- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80cf620 msgr2=0x7fe7e8155b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6fc0ca150 con 0x7fd6fc055410 2024-09-17T03:32:21.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ee1f3640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80cf620 0x7fe7e8155b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ee1f3640 1 -- 172.21.15.45:0/4260466169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe7e80d22c0 msgr2=0x7fe7e80c9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ee1f3640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe7e80d22c0 0x7fe7e80c9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ee1f3640 1 -- 172.21.15.45:0/4260466169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e80cbe80 con 0x7fe7e815f870 2024-09-17T03:32:21.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ed1f1640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe7e80d22c0 0x7fe7e80c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:21.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7f9c58286640 1 Processor -- start 2024-09-17T03:32:21.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7f9c58286640 1 -- start start 2024-09-17T03:32:21.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ed9f2640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80cf620 0x7fe7e8155b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:21.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7fe7ee1f3640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e81535c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0006010 tx=0x7fe7e0039d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2f3000c810 con 0x7f2f3c15ea20 2024-09-17T03:32:21.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.402+0000 7f37aaffd640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 0x7f37a40525c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3798011a10 tx=0x7f3798011ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7f2f237fe640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f28078b90 0x7f2f2807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7fae6a8be640 1 Processor -- start 2024-09-17T03:32:21.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f2f3009bb00 con 0x7f2f3c15ea20 2024-09-17T03:32:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6fc0c9900 con 0x7fd6fc055410 2024-09-17T03:32:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7f2f3affd640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f28078b90 0x7f2f2807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7fae6a8be640 1 -- start start 2024-09-17T03:32:21.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7f9c58286640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 0x7f9c50140410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.403+0000 7f9c58286640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cdf40 0x7f9c500c2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 0x7f9c50140410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c58286640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9c500cf2b0 0x7f9c500c2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 0x7f9c50140410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33492/0 (socket says 172.21.15.45:33492) 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 -- 172.21.15.45:0/1781920925 learned_addr learned my addr 172.21.15.45:0/1781920925 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f9c50073b20 con 0x7f9c50070b60 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9c500739a0 con 0x7f9c500cdf40 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c55821640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cdf40 0x7f9c500c2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9c50073ca0 con 0x7f9c500cf2b0 2024-09-17T03:32:21.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f2f3affd640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f28078b90 0x7f2f2807b0a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2f34006010 tx=0x7f2f34004ab0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56823640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9c500cf2b0 0x7f9c500c2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 -- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9c500cf2b0 msgr2=0x7f9c500c2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9c500cf2b0 0x7f9c500c2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 -- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cdf40 msgr2=0x7f9c500c2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cdf40 0x7f9c500c2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c501fccd0 con 0x7f9c50070b60 2024-09-17T03:32:21.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7f9c56022640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 0x7f9c50140410 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00c370 tx=0x7f9c4c00c770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7fae6a8be640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 0x7fae5c0d96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7fae6a8be640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0df840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7fae6a8be640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae5c0d9c10 0x7fae5c0dfd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7fae6a8be640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fae5c03a340 con 0x7fae5c004b40 2024-09-17T03:32:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7fae6a8be640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fae5c03a1c0 con 0x7fae5c0d9c10 2024-09-17T03:32:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.404+0000 7fae6a8be640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fae5c0e32c0 con 0x7fae5c0df1b0 2024-09-17T03:32:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 0x7fae5c0d96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae690bb640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0df840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 0x7fae5c0d96d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33502/0 (socket says 172.21.15.45:33502) 2024-09-17T03:32:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 -- 172.21.15.45:0/2403515642 learned_addr learned my addr 172.21.15.45:0/2403515642 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae6a0bd640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae5c0d9c10 0x7fae5c0dfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c017070 con 0x7f9c50070b60 2024-09-17T03:32:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c4c0035f0 con 0x7f9c50070b60 2024-09-17T03:32:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c003a40 con 0x7f9c50070b60 2024-09-17T03:32:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c501fcfb0 con 0x7f9c50070b60 2024-09-17T03:32:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c50144250 con 0x7f9c50070b60 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 -- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 msgr2=0x7fae5c0df840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0df840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 -- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae5c0d9c10 msgr2=0x7fae5c0dfd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae5c0d9c10 0x7fae5c0dfd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 -- 172.21.15.45:0/2403515642 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae5c0e02c0 con 0x7fae5c004b40 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae690bb640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0df840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae698bc640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 0x7fae5c0d96d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fae5400c410 tx=0x7fae5400c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.405+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae54006890 con 0x7fae5c004b40 2024-09-17T03:32:21.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.406+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae5c0da0c0 con 0x7fae5c004b40 2024-09-17T03:32:21.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.406+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae54006b20 con 0x7fae5c004b40 2024-09-17T03:32:21.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.406+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae54007020 con 0x7fae5c004b40 2024-09-17T03:32:21.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.406+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff2cc0619a0 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.406+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae5c0da680 con 0x7fae5c004b40 2024-09-17T03:32:21.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e0033040 con 0x7fe7e815f870 2024-09-17T03:32:21.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7e002e6e0 con 0x7fe7e815f870 2024-09-17T03:32:21.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e002eb30 con 0x7fe7e815f870 2024-09-17T03:32:21.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f2f30063c70 con 0x7f2f3c15ea20 2024-09-17T03:32:21.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379800fd10 con 0x7f37a40dc020 2024-09-17T03:32:21.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3798004030 con 0x7f37a40dc020 2024-09-17T03:32:21.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7f37b1a8b640 1 -- 172.21.15.45:0/3176727200 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37a40dc890 con 0x7f37a40dc020 2024-09-17T03:32:21.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7f37b1a8b640 1 -- 172.21.15.45:0/3176727200 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37a40de2a0 con 0x7f37a40dc020 2024-09-17T03:32:21.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.407+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c5015e320 con 0x7f9c50070b60 2024-09-17T03:32:21.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.408+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3798004460 con 0x7f37a40dc020 2024-09-17T03:32:21.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.408+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e81563b0 con 0x7fe7e815f870 2024-09-17T03:32:21.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.408+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e80cc420 con 0x7fe7e815f870 2024-09-17T03:32:21.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.408+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9c4c01a070 con 0x7f9c50070b60 2024-09-17T03:32:21.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.409+0000 7f9c46ffd640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9c34078b90 0x7f9c3407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.409+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f9c4c09a300 con 0x7f9c50070b60 2024-09-17T03:32:21.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.409+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7e80b98b0 con 0x7fe7e815f870 2024-09-17T03:32:21.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.409+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fae54019020 con 0x7fae5c004b40 2024-09-17T03:32:21.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.409+0000 7fae5a7fc640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae48078b90 0x7fae4807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.410+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fae5409a790 con 0x7fae5c004b40 2024-09-17T03:32:21.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.411+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3798005020 con 0x7f37a40dc020 2024-09-17T03:32:21.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.411+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37a40573b0 con 0x7f37a40dc020 2024-09-17T03:32:21.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.411+0000 7fae690bb640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae48078b90 0x7fae4807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.410+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd6f0011d50 con 0x7fd6fc055410 2024-09-17T03:32:21.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.411+0000 7fd6effff640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6e8078c90 0x7fd6e807b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.411+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd6f009b210 con 0x7fd6fc055410 2024-09-17T03:32:21.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe7e0036070 con 0x7fe7e815f870 2024-09-17T03:32:21.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7f3797fff640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3790078c90 0x7f379007b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.411+0000 7fd7037fe640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6e8078c90 0x7fd6e807b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f379809bc20 con 0x7f37a40dc020 2024-09-17T03:32:21.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7f37ab7fe640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3790078c90 0x7f379007b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae5c007630 con 0x7fae5c004b40 2024-09-17T03:32:21.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7fe7de7fc640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fe7cc078b90 0x7fe7cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:21.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7fd7037fe640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6e8078c90 0x7fd6e807b1a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd704051230 tx=0x7fd70408d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.412+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe7e00bc5e0 con 0x7fe7e815f870 2024-09-17T03:32:21.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7fe7ed9f2640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fe7cc078b90 0x7fe7cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7f9c55821640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9c34078b90 0x7f9c3407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:21.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fd6f0062d30 con 0x7fd6fc055410 2024-09-17T03:32:21.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7fae690bb640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae48078b90 0x7fae4807b0a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fae6406c2a0 tx=0x7fae64051880 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7f9c55821640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9c34078b90 0x7f9c3407b0a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9c40034000 tx=0x7f9c40004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7fe7ed9f2640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fe7cc078b90 0x7fe7cc07b0a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe7d800bf40 tx=0x7fe7d800b2e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.413+0000 7f37ab7fe640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3790078c90 0x7f379007b1a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f37ac06b610 tx=0x7f37ac06ca70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:21.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.417+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f37a4052f10 con 0x7f37a40dc020 2024-09-17T03:32:21.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.419+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f9c4c061d10 con 0x7f9c50070b60 2024-09-17T03:32:21.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.422+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fe7e003e070 con 0x7fe7e815f870 2024-09-17T03:32:21.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.428+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fae54062240 con 0x7fae5c004b40 2024-09-17T03:32:21.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.759+0000 7fc385eb4640 1 -- 172.21.15.45:0/1857049262 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fc38015e5b0 con 0x7fc38006cde0 2024-09-17T03:32:21.761 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.761+0000 7fc367fff640 1 -- 172.21.15.45:0/1857049262 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc370062620 con 0x7fc38006cde0 2024-09-17T03:32:21.761 INFO:teuthology.orchestra.run.smithi045.stdout:55834574857 2024-09-17T03:32:21.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.764+0000 7fc365ffb640 1 -- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc36c078c90 msgr2=0x7fc36c07b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.764+0000 7fc365ffb640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc36c078c90 0x7fc36c07b1a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc378035000 tx=0x7fc378004a40 comp rx=0 tx=0).stop 2024-09-17T03:32:21.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.764+0000 7fc365ffb640 1 -- 172.21.15.45:0/1857049262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 msgr2=0x7fc3800c9920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 0x7fc3800c9920 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc37000c760 tx=0x7fc37000cc20 comp rx=0 tx=0).stop 2024-09-17T03:32:21.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 -- 172.21.15.45:0/1857049262 shutdown_connections 2024-09-17T03:32:21.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc36c078c90 0x7fc36c07b1a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc38015e1a0 0x7fc3800b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc38006dcd0 0x7fc3800b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 --2- 172.21.15.45:0/1857049262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc38006cde0 0x7fc3800c9920 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.765+0000 7fc365ffb640 1 -- 172.21.15.45:0/1857049262 >> 172.21.15.45:0/1857049262 conn(0x7fc3800cca70 msgr2=0x7fc3800b0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.766+0000 7fc365ffb640 1 -- 172.21.15.45:0/1857049262 shutdown_connections 2024-09-17T03:32:21.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.766+0000 7fc365ffb640 1 -- 172.21.15.45:0/1857049262 wait complete. 2024-09-17T03:32:21.783 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574857 for osd.7 2024-09-17T03:32:21.783 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.800+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f2f3c0b4ac0 con 0x7f2f3c15ea20 2024-09-17T03:32:21.802 INFO:teuthology.orchestra.run.smithi045.stdout:60129542152 2024-09-17T03:32:21.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.801+0000 7f2f237fe640 1 -- 172.21.15.45:0/320196099 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2f30063570 con 0x7f2f3c15ea20 2024-09-17T03:32:21.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.803+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f28078b90 msgr2=0x7f2f2807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.803+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f28078b90 0x7f2f2807b0a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2f34006010 tx=0x7f2f34004ab0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.803+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 msgr2=0x7f2f3c14fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.803+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 0x7f2f3c14fa50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2f3000e640 tx=0x7f2f3000eb00 comp rx=0 tx=0).stop 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.803+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 shutdown_connections 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f28078b90 0x7f2f2807b0a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c15ea20 0x7f2f3c14fa50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c0cf350 0x7f2f3c159290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 --2- 172.21.15.45:0/320196099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06ef00 0x7f2f3c160f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 >> 172.21.15.45:0/320196099 conn(0x7f2f3c073a40 msgr2=0x7f2f3c06f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 shutdown_connections 2024-09-17T03:32:21.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.804+0000 7f2f3bfff640 1 -- 172.21.15.45:0/320196099 wait complete. 2024-09-17T03:32:21.815 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-17T03:32:21.816 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.840+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ff2d815a410 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.841+0000 7ff2d4ff9640 1 -- 172.21.15.45:0/4184512462 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff2cc0663d0 con 0x7ff2d80b3fa0 2024-09-17T03:32:21.841 INFO:teuthology.orchestra.run.smithi045.stdout:60129542153 2024-09-17T03:32:21.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff2c4078d90 msgr2=0x7ff2c407b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff2c4078d90 0x7ff2c407b2a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff2d0034000 tx=0x7ff2d0004ab0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff2d80b3fa0 msgr2=0x7ff2d81e70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff2d80b3fa0 0x7ff2d81e70b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc00c340 tx=0x7ff2cc00c800 comp rx=0 tx=0).stop 2024-09-17T03:32:21.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 shutdown_connections 2024-09-17T03:32:21.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff2c4078d90 0x7ff2c407b2a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff2d80b4e90 0x7ff2d81e75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff2d80b3fa0 0x7ff2d81e70b0 secure :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc00c340 tx=0x7ff2cc00c800 comp rx=0 tx=0).stop 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 --2- 172.21.15.45:0/4184512462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff2d8070a60 0x7ff2d81569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 >> 172.21.15.45:0/4184512462 conn(0x7ff2d80d0410 msgr2=0x7ff2d806edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 shutdown_connections 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.844+0000 7ff2de32b640 1 -- 172.21.15.45:0/4184512462 wait complete. 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.845+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd6fc0535f0 con 0x7fd6fc055410 2024-09-17T03:32:21.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.845+0000 7fd6effff640 1 -- 172.21.15.45:0/3456032425 <== mon.2 v2:172.21.15.112:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd6f0067760 con 0x7fd6fc055410 2024-09-17T03:32:21.848 INFO:teuthology.orchestra.run.smithi045.stdout:55834574857 2024-09-17T03:32:21.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6e8078c90 msgr2=0x7fd6e807b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6e8078c90 0x7fd6e807b1a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd704051230 tx=0x7fd70408d040 comp rx=0 tx=0).stop 2024-09-17T03:32:21.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 msgr2=0x7fd6fc03a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 0x7fd6fc03a340 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd6f000c440 tx=0x7fd6f000c900 comp rx=0 tx=0).stop 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 shutdown_connections 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6e8078c90 0x7fd6e807b1a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd6fc055410 0x7fd6fc03a340 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6fc0345e0 0x7fd6fc039e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 --2- 172.21.15.45:0/3456032425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6fc0323a0 0x7fd6fc033770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 >> 172.21.15.45:0/3456032425 conn(0x7fd6fc01eab0 msgr2=0x7fd6fc0dc5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 shutdown_connections 2024-09-17T03:32:21.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.849+0000 7fd708fa8640 1 -- 172.21.15.45:0/3456032425 wait complete. 2024-09-17T03:32:21.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.854+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f37a404fd90 con 0x7f37a40dc020 2024-09-17T03:32:21.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.855+0000 7f3797fff640 1 -- 172.21.15.45:0/3176727200 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3798063d00 con 0x7f37a40dc020 2024-09-17T03:32:21.856 INFO:teuthology.orchestra.run.smithi045.stdout:64424509450 2024-09-17T03:32:21.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.855+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f9c50153b10 con 0x7f9c50070b60 2024-09-17T03:32:21.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.856+0000 7f9c46ffd640 1 -- 172.21.15.45:0/1781920925 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9c4c09a0c0 con 0x7f9c50070b60 2024-09-17T03:32:21.857 INFO:teuthology.orchestra.run.smithi045.stdout:64424509449 2024-09-17T03:32:21.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.857+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fe7e81560b0 con 0x7fe7e815f870 2024-09-17T03:32:21.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.857+0000 7fe7de7fc640 1 -- 172.21.15.45:0/4260466169 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe7e0083ff0 con 0x7fe7e815f870 2024-09-17T03:32:21.858 INFO:teuthology.orchestra.run.smithi045.stdout:55834574857 2024-09-17T03:32:21.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fae5c055710 con 0x7fae5c004b40 2024-09-17T03:32:21.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3790078c90 msgr2=0x7f379007b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3790078c90 0x7f379007b1a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f37ac06b610 tx=0x7f37ac06ca70 comp rx=0 tx=0).stop 2024-09-17T03:32:21.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 msgr2=0x7f37a40525c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 0x7f37a40525c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3798011a10 tx=0x7f3798011ed0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9c34078b90 msgr2=0x7f9c3407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9c34078b90 0x7f9c3407b0a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9c40034000 tx=0x7f9c40004730 comp rx=0 tx=0).stop 2024-09-17T03:32:21.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 msgr2=0x7f9c50140410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 0x7f9c50140410 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00c370 tx=0x7f9c4c00c770 comp rx=0 tx=0).stop 2024-09-17T03:32:21.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 shutdown_connections 2024-09-17T03:32:21.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3790078c90 0x7f379007b1a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37a40dc020 0x7f37a40525c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 shutdown_connections 2024-09-17T03:32:21.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9c34078b90 0x7f9c3407b0a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c500cdf40 0x7f9c500c2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9c500cf2b0 0x7f9c500c2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 --2- 172.21.15.45:0/1781920925 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c50070b60 0x7f9c50140410 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 >> 172.21.15.45:0/1781920925 conn(0x7f9c500cca70 msgr2=0x7f9c5015ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37a4052b00 0x7f37a4181890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 --2- 172.21.15.45:0/3176727200 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f379c0039b0 0x7f37a417dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 >> 172.21.15.45:0/3176727200 conn(0x7f37a403a7d0 msgr2=0x7f37a403d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 shutdown_connections 2024-09-17T03:32:21.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.859+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 shutdown_connections 2024-09-17T03:32:21.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.860+0000 7f3795ffb640 1 -- 172.21.15.45:0/3176727200 wait complete. 2024-09-17T03:32:21.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.860+0000 7f9c58286640 1 -- 172.21.15.45:0/1781920925 wait complete. 2024-09-17T03:32:21.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.860+0000 7fae5a7fc640 1 -- 172.21.15.45:0/2403515642 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fae54066c70 con 0x7fae5c004b40 2024-09-17T03:32:21.865 INFO:teuthology.orchestra.run.smithi045.stdout:64424509449 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fe7cc078b90 msgr2=0x7fe7cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fe7cc078b90 0x7fe7cc07b0a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe7d800bf40 tx=0x7fe7d800b2e0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 msgr2=0x7fe7e81535c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e81535c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0006010 tx=0x7fe7e0039d70 comp rx=0 tx=0).stop 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 shutdown_connections 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fe7cc078b90 0x7fe7cc07b0a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe7e815f870 0x7fe7e81535c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe7e80d22c0 0x7fe7e80c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 --2- 172.21.15.45:0/4260466169 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fe7e80cf620 0x7fe7e8155b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 >> 172.21.15.45:0/4260466169 conn(0x7fe7e80d1b20 msgr2=0x7fe7e815ff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 shutdown_connections 2024-09-17T03:32:21.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.861+0000 7fe7efc56640 1 -- 172.21.15.45:0/4260466169 wait complete. 2024-09-17T03:32:21.868 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.2 2024-09-17T03:32:21.868 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.868 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae48078b90 msgr2=0x7fae4807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae48078b90 0x7fae4807b0a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fae6406c2a0 tx=0x7fae64051880 comp rx=0 tx=0).stop 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 msgr2=0x7fae5c0d96d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 0x7fae5c0d96d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fae5400c410 tx=0x7fae5400c810 comp rx=0 tx=0).stop 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 shutdown_connections 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fae48078b90 0x7fae4807b0a0 secure :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fae6406c2a0 tx=0x7fae64051880 comp rx=0 tx=0).stop 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae5c0d9c10 0x7fae5c0dfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fae5c0df1b0 0x7fae5c0df840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 --2- 172.21.15.45:0/2403515642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fae5c004b40 0x7fae5c0d96d0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 >> 172.21.15.45:0/2403515642 conn(0x7fae5c01ddf0 msgr2=0x7fae5c050db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 shutdown_connections 2024-09-17T03:32:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:21.864+0000 7fae6a8be640 1 -- 172.21.15.45:0/2403515642 wait complete. 2024-09-17T03:32:21.870 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.3 2024-09-17T03:32:21.870 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.876 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.4 2024-09-17T03:32:21.876 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.878 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.5 2024-09-17T03:32:21.878 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.879 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.6 2024-09-17T03:32:21.879 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.880 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574857 for osd.1 2024-09-17T03:32:21.881 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:21.881 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-17T03:32:21.881 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:22.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 -- 172.21.15.45:0/1207025078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 msgr2=0x7fbab00b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 --2- 172.21.15.45:0/1207025078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab00b78e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbaa4009830 tx=0x7fbaa402a510 comp rx=0 tx=0).stop 2024-09-17T03:32:22.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 -- 172.21.15.45:0/1207025078 shutdown_connections 2024-09-17T03:32:22.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 --2- 172.21.15.45:0/1207025078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab00b78e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 --2- 172.21.15.45:0/1207025078 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbab006e5c0 0x7fbab00b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 -- 172.21.15.45:0/1207025078 >> 172.21.15.45:0/1207025078 conn(0x7fbab00d4320 msgr2=0x7fbab00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:22.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 -- 172.21.15.45:0/1207025078 shutdown_connections 2024-09-17T03:32:22.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.036+0000 7fbab4998640 1 -- 172.21.15.45:0/1207025078 wait complete. 2024-09-17T03:32:22.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.038+0000 7fbab4998640 1 Processor -- start 2024-09-17T03:32:22.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.038+0000 7fbab4998640 1 -- start start 2024-09-17T03:32:22.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbab4998640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbab006e5c0 0x7fbab00b4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbab4998640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbab00cef40 0x7fbab01f8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbab4998640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab01f8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbab4998640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbab00d3380 con 0x7fbab015e740 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbab4998640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbab00d3200 con 0x7fbab006e5c0 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbab4998640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbab00d3500 con 0x7fbab00cef40 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab01f8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab01f8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33522/0 (socket says 172.21.15.45:33522) 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaadd9b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbab00cef40 0x7fbab01f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 -- 172.21.15.45:0/818622059 learned_addr learned my addr 172.21.15.45:0/818622059 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaae59c640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbab006e5c0 0x7fbab00b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 -- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbab00cef40 msgr2=0x7fbab01f8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbab00cef40 0x7fbab01f8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 -- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbab006e5c0 msgr2=0x7fbab00b4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbab006e5c0 0x7fbab00b4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 -- 172.21.15.45:0/818622059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbab01f6860 con 0x7fbab015e740 2024-09-17T03:32:22.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.040+0000 7fbaaed9d640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab01f8dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbaa800cab0 tx=0x7fbaa800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:22.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.041+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8016020 con 0x7fbab015e740 2024-09-17T03:32:22.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.041+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbaa800ad40 con 0x7fbab015e740 2024-09-17T03:32:22.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.041+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbab01f6b40 con 0x7fbab015e740 2024-09-17T03:32:22.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.041+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8012680 con 0x7fbab015e740 2024-09-17T03:32:22.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.041+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbab01f7100 con 0x7fbab015e740 2024-09-17T03:32:22.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.042+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbab00d3a20 con 0x7fbab015e740 2024-09-17T03:32:22.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.042+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbaa8019020 con 0x7fbab015e740 2024-09-17T03:32:22.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.043+0000 7fba9effd640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fba90078bc0 0x7fba9007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.043+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbaa809b5f0 con 0x7fbab015e740 2024-09-17T03:32:22.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.043+0000 7fbaae59c640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fba90078bc0 0x7fba9007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.044+0000 7fbaae59c640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fba90078bc0 0x7fba9007b0d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbaa000bb50 tx=0x7fbaa000b2e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:22.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.048+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fbaa8020020 con 0x7fbab015e740 2024-09-17T03:32:22.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.228+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbab00b9b50 con 0x7fba90078bc0 2024-09-17T03:32:22.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.234+0000 7fba9effd640 1 -- 172.21.15.45:0/818622059 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7fbab00b9b50 con 0x7fba90078bc0 2024-09-17T03:32:22.238 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:22.240 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fba90078bc0 msgr2=0x7fba9007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fba90078bc0 0x7fba9007b0d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbaa000bb50 tx=0x7fbaa000b2e0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 msgr2=0x7fbab01f8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab01f8dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbaa800cab0 tx=0x7fbaa800cf70 comp rx=0 tx=0).stop 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 shutdown_connections 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fba90078bc0 0x7fba9007b0d0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbab015e740 0x7fbab01f8dd0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbab00cef40 0x7fbab01f8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 --2- 172.21.15.45:0/818622059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbab006e5c0 0x7fbab00b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 >> 172.21.15.45:0/818622059 conn(0x7fbab00d4320 msgr2=0x7fbab00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 shutdown_connections 2024-09-17T03:32:22.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.238+0000 7fbab4998640 1 -- 172.21.15.45:0/818622059 wait complete. 2024-09-17T03:32:22.249 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-17T03:32:22.098834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":149,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236104,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738616,"statfs":{"total":773094113280,"available":772852342784,"internally_reserved":0,"allocated":3317760,"data_stored":2016120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003734"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636866+0000","last_change":"2024-09-17T03:32:02.192700+0000","last_active":"2024-09-17T03:32:08.636866+0000","last_peered":"2024-09-17T03:32:08.636866+0000","last_clean":"2024-09-17T03:32:08.636866+0000","last_became_active":"2024-09-17T03:32:02.192193+0000","last_became_peered":"2024-09-17T03:32:02.192193+0000","last_unstale":"2024-09-17T03:32:08.636866+0000","last_undegraded":"2024-09-17T03:32:08.636866+0000","last_fullsized":"2024-09-17T03:32:08.636866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:37:37.749970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204776+0000","last_change":"2024-09-17T03:32:03.192343+0000","last_active":"2024-09-17T03:32:08.204776+0000","last_peered":"2024-09-17T03:32:08.204776+0000","last_clean":"2024-09-17T03:32:08.204776+0000","last_became_active":"2024-09-17T03:32:03.191991+0000","last_became_peered":"2024-09-17T03:32:03.191991+0000","last_unstale":"2024-09-17T03:32:08.204776+0000","last_undegraded":"2024-09-17T03:32:08.204776+0000","last_fullsized":"2024-09-17T03:32:08.204776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:51:47.966077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204069+0000","last_change":"2024-09-17T03:32:07.327234+0000","last_active":"2024-09-17T03:32:08.204069+0000","last_peered":"2024-09-17T03:32:08.204069+0000","last_clean":"2024-09-17T03:32:08.204069+0000","last_became_active":"2024-09-17T03:32:07.325922+0000","last_became_peered":"2024-09-17T03:32:07.325922+0000","last_unstale":"2024-09-17T03:32:08.204069+0000","last_undegraded":"2024-09-17T03:32:08.204069+0000","last_fullsized":"2024-09-17T03:32:08.204069+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:00:34.253253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205312+0000","last_change":"2024-09-17T03:32:02.187061+0000","last_active":"2024-09-17T03:32:08.205312+0000","last_peered":"2024-09-17T03:32:08.205312+0000","last_clean":"2024-09-17T03:32:08.205312+0000","last_became_active":"2024-09-17T03:32:02.186705+0000","last_became_peered":"2024-09-17T03:32:02.186705+0000","last_unstale":"2024-09-17T03:32:08.205312+0000","last_undegraded":"2024-09-17T03:32:08.205312+0000","last_fullsized":"2024-09-17T03:32:08.205312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:29:40.267466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636684+0000","last_change":"2024-09-17T03:32:03.194423+0000","last_active":"2024-09-17T03:32:08.636684+0000","last_peered":"2024-09-17T03:32:08.636684+0000","last_clean":"2024-09-17T03:32:08.636684+0000","last_became_active":"2024-09-17T03:32:03.193621+0000","last_became_peered":"2024-09-17T03:32:03.193621+0000","last_unstale":"2024-09-17T03:32:08.636684+0000","last_undegraded":"2024-09-17T03:32:08.636684+0000","last_fullsized":"2024-09-17T03:32:08.636684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:08.760986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205267+0000","last_change":"2024-09-17T03:32:07.232339+0000","last_active":"2024-09-17T03:32:08.205267+0000","last_peered":"2024-09-17T03:32:08.205267+0000","last_clean":"2024-09-17T03:32:08.205267+0000","last_became_active":"2024-09-17T03:32:07.231888+0000","last_became_peered":"2024-09-17T03:32:07.231888+0000","last_unstale":"2024-09-17T03:32:08.205267+0000","last_undegraded":"2024-09-17T03:32:08.205267+0000","last_fullsized":"2024-09-17T03:32:08.205267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:12.789329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064809+0000","last_change":"2024-09-17T03:32:02.190580+0000","last_active":"2024-09-17T03:32:09.064809+0000","last_peered":"2024-09-17T03:32:09.064809+0000","last_clean":"2024-09-17T03:32:09.064809+0000","last_became_active":"2024-09-17T03:32:02.190244+0000","last_became_peered":"2024-09-17T03:32:02.190244+0000","last_unstale":"2024-09-17T03:32:09.064809+0000","last_undegraded":"2024-09-17T03:32:09.064809+0000","last_fullsized":"2024-09-17T03:32:09.064809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:46:10.352690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169972+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.169972+0000","last_peered":"2024-09-17T03:32:09.169972+0000","last_clean":"2024-09-17T03:32:09.169972+0000","last_became_active":"2024-09-17T03:32:03.195009+0000","last_became_peered":"2024-09-17T03:32:03.195009+0000","last_unstale":"2024-09-17T03:32:09.169972+0000","last_undegraded":"2024-09-17T03:32:09.169972+0000","last_fullsized":"2024-09-17T03:32:09.169972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:09:10.735775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205802+0000","last_change":"2024-09-17T03:32:07.221158+0000","last_active":"2024-09-17T03:32:08.205802+0000","last_peered":"2024-09-17T03:32:08.205802+0000","last_clean":"2024-09-17T03:32:08.205802+0000","last_became_active":"2024-09-17T03:32:07.220550+0000","last_became_peered":"2024-09-17T03:32:07.220550+0000","last_unstale":"2024-09-17T03:32:08.205802+0000","last_undegraded":"2024-09-17T03:32:08.205802+0000","last_fullsized":"2024-09-17T03:32:08.205802+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:57:42.220767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064546+0000","last_change":"2024-09-17T03:32:02.192406+0000","last_active":"2024-09-17T03:32:09.064546+0000","last_peered":"2024-09-17T03:32:09.064546+0000","last_clean":"2024-09-17T03:32:09.064546+0000","last_became_active":"2024-09-17T03:32:02.192024+0000","last_became_peered":"2024-09-17T03:32:02.192024+0000","last_unstale":"2024-09-17T03:32:09.064546+0000","last_undegraded":"2024-09-17T03:32:09.064546+0000","last_fullsized":"2024-09-17T03:32:09.064546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:59:09.370300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170065+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.170065+0000","last_peered":"2024-09-17T03:32:09.170065+0000","last_clean":"2024-09-17T03:32:09.170065+0000","last_became_active":"2024-09-17T03:32:03.194821+0000","last_became_peered":"2024-09-17T03:32:03.194821+0000","last_unstale":"2024-09-17T03:32:09.170065+0000","last_undegraded":"2024-09-17T03:32:09.170065+0000","last_fullsized":"2024-09-17T03:32:09.170065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:01:44.358160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205840+0000","last_change":"2024-09-17T03:32:07.221969+0000","last_active":"2024-09-17T03:32:08.205840+0000","last_peered":"2024-09-17T03:32:08.205840+0000","last_clean":"2024-09-17T03:32:08.205840+0000","last_became_active":"2024-09-17T03:32:07.221194+0000","last_became_peered":"2024-09-17T03:32:07.221194+0000","last_unstale":"2024-09-17T03:32:08.205840+0000","last_undegraded":"2024-09-17T03:32:08.205840+0000","last_fullsized":"2024-09-17T03:32:08.205840+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:32:48.930864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205184+0000","last_change":"2024-09-17T03:32:03.177356+0000","last_active":"2024-09-17T03:32:08.205184+0000","last_peered":"2024-09-17T03:32:08.205184+0000","last_clean":"2024-09-17T03:32:08.205184+0000","last_became_active":"2024-09-17T03:32:03.177000+0000","last_became_peered":"2024-09-17T03:32:03.177000+0000","last_unstale":"2024-09-17T03:32:08.205184+0000","last_undegraded":"2024-09-17T03:32:08.205184+0000","last_fullsized":"2024-09-17T03:32:08.205184+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:38.229213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064979+0000","last_change":"2024-09-17T03:32:02.191639+0000","last_active":"2024-09-17T03:32:09.064979+0000","last_peered":"2024-09-17T03:32:09.064979+0000","last_clean":"2024-09-17T03:32:09.064979+0000","last_became_active":"2024-09-17T03:32:02.191325+0000","last_became_peered":"2024-09-17T03:32:02.191325+0000","last_unstale":"2024-09-17T03:32:09.064979+0000","last_undegraded":"2024-09-17T03:32:09.064979+0000","last_fullsized":"2024-09-17T03:32:09.064979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:00:17.942188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206954+0000","last_change":"2024-09-17T03:32:07.221289+0000","last_active":"2024-09-17T03:32:08.206954+0000","last_peered":"2024-09-17T03:32:08.206954+0000","last_clean":"2024-09-17T03:32:08.206954+0000","last_became_active":"2024-09-17T03:32:07.220810+0000","last_became_peered":"2024-09-17T03:32:07.220810+0000","last_unstale":"2024-09-17T03:32:08.206954+0000","last_undegraded":"2024-09-17T03:32:08.206954+0000","last_fullsized":"2024-09-17T03:32:08.206954+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204342+0000","last_change":"2024-09-17T03:32:03.198221+0000","last_active":"2024-09-17T03:32:08.204342+0000","last_peered":"2024-09-17T03:32:08.204342+0000","last_clean":"2024-09-17T03:32:08.204342+0000","last_became_active":"2024-09-17T03:32:03.193772+0000","last_became_peered":"2024-09-17T03:32:03.193772+0000","last_unstale":"2024-09-17T03:32:08.204342+0000","last_undegraded":"2024-09-17T03:32:08.204342+0000","last_fullsized":"2024-09-17T03:32:08.204342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:41:04.525415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668903+0000","last_change":"2024-09-17T03:32:02.187138+0000","last_active":"2024-09-17T03:32:08.668903+0000","last_peered":"2024-09-17T03:32:08.668903+0000","last_clean":"2024-09-17T03:32:08.668903+0000","last_became_active":"2024-09-17T03:32:02.186607+0000","last_became_peered":"2024-09-17T03:32:02.186607+0000","last_unstale":"2024-09-17T03:32:08.668903+0000","last_undegraded":"2024-09-17T03:32:08.668903+0000","last_fullsized":"2024-09-17T03:32:08.668903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:05:40.564475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206667+0000","last_change":"2024-09-17T03:32:07.221366+0000","last_active":"2024-09-17T03:32:08.206667+0000","last_peered":"2024-09-17T03:32:08.206667+0000","last_clean":"2024-09-17T03:32:08.206667+0000","last_became_active":"2024-09-17T03:32:07.220612+0000","last_became_peered":"2024-09-17T03:32:07.220612+0000","last_unstale":"2024-09-17T03:32:08.206667+0000","last_undegraded":"2024-09-17T03:32:08.206667+0000","last_fullsized":"2024-09-17T03:32:08.206667+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204896+0000","last_change":"2024-09-17T03:32:03.180642+0000","last_active":"2024-09-17T03:32:08.204896+0000","last_peered":"2024-09-17T03:32:08.204896+0000","last_clean":"2024-09-17T03:32:08.204896+0000","last_became_active":"2024-09-17T03:32:03.180279+0000","last_became_peered":"2024-09-17T03:32:03.180279+0000","last_unstale":"2024-09-17T03:32:08.204896+0000","last_undegraded":"2024-09-17T03:32:08.204896+0000","last_fullsized":"2024-09-17T03:32:08.204896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.532633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668500+0000","last_change":"2024-09-17T03:32:02.190124+0000","last_active":"2024-09-17T03:32:08.668500+0000","last_peered":"2024-09-17T03:32:08.668500+0000","last_clean":"2024-09-17T03:32:08.668500+0000","last_became_active":"2024-09-17T03:32:02.189811+0000","last_became_peered":"2024-09-17T03:32:02.189811+0000","last_unstale":"2024-09-17T03:32:08.668500+0000","last_undegraded":"2024-09-17T03:32:08.668500+0000","last_fullsized":"2024-09-17T03:32:08.668500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:23:26.875992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669348+0000","last_change":"2024-09-17T03:32:07.327104+0000","last_active":"2024-09-17T03:32:08.669348+0000","last_peered":"2024-09-17T03:32:08.669348+0000","last_clean":"2024-09-17T03:32:08.669348+0000","last_became_active":"2024-09-17T03:32:07.326678+0000","last_became_peered":"2024-09-17T03:32:07.326678+0000","last_unstale":"2024-09-17T03:32:08.669348+0000","last_undegraded":"2024-09-17T03:32:08.669348+0000","last_fullsized":"2024-09-17T03:32:08.669348+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:32.740044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205964+0000","last_change":"2024-09-17T03:32:03.185113+0000","last_active":"2024-09-17T03:32:08.205964+0000","last_peered":"2024-09-17T03:32:08.205964+0000","last_clean":"2024-09-17T03:32:08.205964+0000","last_became_active":"2024-09-17T03:32:03.184800+0000","last_became_peered":"2024-09-17T03:32:03.184800+0000","last_unstale":"2024-09-17T03:32:08.205964+0000","last_undegraded":"2024-09-17T03:32:08.205964+0000","last_fullsized":"2024-09-17T03:32:08.205964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:03.921037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064385+0000","last_change":"2024-09-17T03:32:02.193228+0000","last_active":"2024-09-17T03:32:09.064385+0000","last_peered":"2024-09-17T03:32:09.064385+0000","last_clean":"2024-09-17T03:32:09.064385+0000","last_became_active":"2024-09-17T03:32:02.192935+0000","last_became_peered":"2024-09-17T03:32:02.192935+0000","last_unstale":"2024-09-17T03:32:09.064385+0000","last_undegraded":"2024-09-17T03:32:09.064385+0000","last_fullsized":"2024-09-17T03:32:09.064385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207332+0000","last_change":"2024-09-17T03:32:07.222732+0000","last_active":"2024-09-17T03:32:08.207332+0000","last_peered":"2024-09-17T03:32:08.207332+0000","last_clean":"2024-09-17T03:32:08.207332+0000","last_became_active":"2024-09-17T03:32:07.221754+0000","last_became_peered":"2024-09-17T03:32:07.221754+0000","last_unstale":"2024-09-17T03:32:08.207332+0000","last_undegraded":"2024-09-17T03:32:08.207332+0000","last_fullsized":"2024-09-17T03:32:08.207332+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636992+0000","last_change":"2024-09-17T03:32:03.194787+0000","last_active":"2024-09-17T03:32:08.636992+0000","last_peered":"2024-09-17T03:32:08.636992+0000","last_clean":"2024-09-17T03:32:08.636992+0000","last_became_active":"2024-09-17T03:32:03.194439+0000","last_became_peered":"2024-09-17T03:32:03.194439+0000","last_unstale":"2024-09-17T03:32:08.636992+0000","last_undegraded":"2024-09-17T03:32:08.636992+0000","last_fullsized":"2024-09-17T03:32:08.636992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:39:30.547887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206460+0000","last_change":"2024-09-17T03:32:02.189912+0000","last_active":"2024-09-17T03:32:08.206460+0000","last_peered":"2024-09-17T03:32:08.206460+0000","last_clean":"2024-09-17T03:32:08.206460+0000","last_became_active":"2024-09-17T03:32:02.189538+0000","last_became_peered":"2024-09-17T03:32:02.189538+0000","last_unstale":"2024-09-17T03:32:08.206460+0000","last_undegraded":"2024-09-17T03:32:08.206460+0000","last_fullsized":"2024-09-17T03:32:08.206460+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205672+0000","last_change":"2024-09-17T03:32:07.325674+0000","last_active":"2024-09-17T03:32:08.205672+0000","last_peered":"2024-09-17T03:32:08.205672+0000","last_clean":"2024-09-17T03:32:08.205672+0000","last_became_active":"2024-09-17T03:32:07.325220+0000","last_became_peered":"2024-09-17T03:32:07.325220+0000","last_unstale":"2024-09-17T03:32:08.205672+0000","last_undegraded":"2024-09-17T03:32:08.205672+0000","last_fullsized":"2024-09-17T03:32:08.205672+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:51.621732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205058+0000","last_change":"2024-09-17T03:32:03.193362+0000","last_active":"2024-09-17T03:32:08.205058+0000","last_peered":"2024-09-17T03:32:08.205058+0000","last_clean":"2024-09-17T03:32:08.205058+0000","last_became_active":"2024-09-17T03:32:03.193028+0000","last_became_peered":"2024-09-17T03:32:03.193028+0000","last_unstale":"2024-09-17T03:32:08.205058+0000","last_undegraded":"2024-09-17T03:32:08.205058+0000","last_fullsized":"2024-09-17T03:32:08.205058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669443+0000","last_change":"2024-09-17T03:32:02.184464+0000","last_active":"2024-09-17T03:32:08.669443+0000","last_peered":"2024-09-17T03:32:08.669443+0000","last_clean":"2024-09-17T03:32:08.669443+0000","last_became_active":"2024-09-17T03:32:02.183668+0000","last_became_peered":"2024-09-17T03:32:02.183668+0000","last_unstale":"2024-09-17T03:32:08.669443+0000","last_undegraded":"2024-09-17T03:32:08.669443+0000","last_fullsized":"2024-09-17T03:32:08.669443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:25:47.696201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204052+0000","last_change":"2024-09-17T03:32:07.324916+0000","last_active":"2024-09-17T03:32:08.204052+0000","last_peered":"2024-09-17T03:32:08.204052+0000","last_clean":"2024-09-17T03:32:08.204052+0000","last_became_active":"2024-09-17T03:32:07.324504+0000","last_became_peered":"2024-09-17T03:32:07.324504+0000","last_unstale":"2024-09-17T03:32:08.204052+0000","last_undegraded":"2024-09-17T03:32:08.204052+0000","last_fullsized":"2024-09-17T03:32:08.204052+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:35:39.842666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668955+0000","last_change":"2024-09-17T03:32:03.187727+0000","last_active":"2024-09-17T03:32:08.668955+0000","last_peered":"2024-09-17T03:32:08.668955+0000","last_clean":"2024-09-17T03:32:08.668955+0000","last_became_active":"2024-09-17T03:32:03.187363+0000","last_became_peered":"2024-09-17T03:32:03.187363+0000","last_unstale":"2024-09-17T03:32:08.668955+0000","last_undegraded":"2024-09-17T03:32:08.668955+0000","last_fullsized":"2024-09-17T03:32:08.668955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065029+0000","last_change":"2024-09-17T03:32:02.194247+0000","last_active":"2024-09-17T03:32:09.065029+0000","last_peered":"2024-09-17T03:32:09.065029+0000","last_clean":"2024-09-17T03:32:09.065029+0000","last_became_active":"2024-09-17T03:32:02.193910+0000","last_became_peered":"2024-09-17T03:32:02.193910+0000","last_unstale":"2024-09-17T03:32:09.065029+0000","last_undegraded":"2024-09-17T03:32:09.065029+0000","last_fullsized":"2024-09-17T03:32:09.065029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:30.284293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636560+0000","last_change":"2024-09-17T03:32:07.325135+0000","last_active":"2024-09-17T03:32:08.636560+0000","last_peered":"2024-09-17T03:32:08.636560+0000","last_clean":"2024-09-17T03:32:08.636560+0000","last_became_active":"2024-09-17T03:32:07.322859+0000","last_became_peered":"2024-09-17T03:32:07.322859+0000","last_unstale":"2024-09-17T03:32:08.636560+0000","last_undegraded":"2024-09-17T03:32:08.636560+0000","last_fullsized":"2024-09-17T03:32:08.636560+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:54.839928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170194+0000","last_change":"2024-09-17T03:32:03.190315+0000","last_active":"2024-09-17T03:32:09.170194+0000","last_peered":"2024-09-17T03:32:09.170194+0000","last_clean":"2024-09-17T03:32:09.170194+0000","last_became_active":"2024-09-17T03:32:03.189917+0000","last_became_peered":"2024-09-17T03:32:03.189917+0000","last_unstale":"2024-09-17T03:32:09.170194+0000","last_undegraded":"2024-09-17T03:32:09.170194+0000","last_fullsized":"2024-09-17T03:32:09.170194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:54:40.319180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669096+0000","last_change":"2024-09-17T03:32:02.182983+0000","last_active":"2024-09-17T03:32:08.669096+0000","last_peered":"2024-09-17T03:32:08.669096+0000","last_clean":"2024-09-17T03:32:08.669096+0000","last_became_active":"2024-09-17T03:32:02.182658+0000","last_became_peered":"2024-09-17T03:32:02.182658+0000","last_unstale":"2024-09-17T03:32:08.669096+0000","last_undegraded":"2024-09-17T03:32:08.669096+0000","last_fullsized":"2024-09-17T03:32:08.669096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:38:31.365284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668649+0000","last_change":"2024-09-17T03:32:07.229543+0000","last_active":"2024-09-17T03:32:08.668649+0000","last_peered":"2024-09-17T03:32:08.668649+0000","last_clean":"2024-09-17T03:32:08.668649+0000","last_became_active":"2024-09-17T03:32:07.229109+0000","last_became_peered":"2024-09-17T03:32:07.229109+0000","last_unstale":"2024-09-17T03:32:08.668649+0000","last_undegraded":"2024-09-17T03:32:08.668649+0000","last_fullsized":"2024-09-17T03:32:08.668649+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:42.857812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207022+0000","last_change":"2024-09-17T03:32:03.189910+0000","last_active":"2024-09-17T03:32:08.207022+0000","last_peered":"2024-09-17T03:32:08.207022+0000","last_clean":"2024-09-17T03:32:08.207022+0000","last_became_active":"2024-09-17T03:32:03.189563+0000","last_became_peered":"2024-09-17T03:32:03.189563+0000","last_unstale":"2024-09-17T03:32:08.207022+0000","last_undegraded":"2024-09-17T03:32:08.207022+0000","last_fullsized":"2024-09-17T03:32:08.207022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:18:01.419123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170017+0000","last_change":"2024-09-17T03:32:02.182347+0000","last_active":"2024-09-17T03:32:09.170017+0000","last_peered":"2024-09-17T03:32:09.170017+0000","last_clean":"2024-09-17T03:32:09.170017+0000","last_became_active":"2024-09-17T03:32:02.182015+0000","last_became_peered":"2024-09-17T03:32:02.182015+0000","last_unstale":"2024-09-17T03:32:09.170017+0000","last_undegraded":"2024-09-17T03:32:09.170017+0000","last_fullsized":"2024-09-17T03:32:09.170017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669028+0000","last_change":"2024-09-17T03:32:07.224978+0000","last_active":"2024-09-17T03:32:08.669028+0000","last_peered":"2024-09-17T03:32:08.669028+0000","last_clean":"2024-09-17T03:32:08.669028+0000","last_became_active":"2024-09-17T03:32:07.224466+0000","last_became_peered":"2024-09-17T03:32:07.224466+0000","last_unstale":"2024-09-17T03:32:08.669028+0000","last_undegraded":"2024-09-17T03:32:08.669028+0000","last_fullsized":"2024-09-17T03:32:08.669028+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:12.863571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668558+0000","last_change":"2024-09-17T03:32:03.191155+0000","last_active":"2024-09-17T03:32:08.668558+0000","last_peered":"2024-09-17T03:32:08.668558+0000","last_clean":"2024-09-17T03:32:08.668558+0000","last_became_active":"2024-09-17T03:32:03.189027+0000","last_became_peered":"2024-09-17T03:32:03.189027+0000","last_unstale":"2024-09-17T03:32:08.668558+0000","last_undegraded":"2024-09-17T03:32:08.668558+0000","last_fullsized":"2024-09-17T03:32:08.668558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168540+0000","last_change":"2024-09-17T03:32:02.188496+0000","last_active":"2024-09-17T03:32:09.168540+0000","last_peered":"2024-09-17T03:32:09.168540+0000","last_clean":"2024-09-17T03:32:09.168540+0000","last_became_active":"2024-09-17T03:32:02.188106+0000","last_became_peered":"2024-09-17T03:32:02.188106+0000","last_unstale":"2024-09-17T03:32:09.168540+0000","last_undegraded":"2024-09-17T03:32:09.168540+0000","last_fullsized":"2024-09-17T03:32:09.168540+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:28:51.533646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669354+0000","last_change":"2024-09-17T03:32:07.225482+0000","last_active":"2024-09-17T03:32:08.669354+0000","last_peered":"2024-09-17T03:32:08.669354+0000","last_clean":"2024-09-17T03:32:08.669354+0000","last_became_active":"2024-09-17T03:32:07.224838+0000","last_became_peered":"2024-09-17T03:32:07.224838+0000","last_unstale":"2024-09-17T03:32:08.669354+0000","last_undegraded":"2024-09-17T03:32:08.669354+0000","last_fullsized":"2024-09-17T03:32:08.669354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:27.843555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636044+0000","last_change":"2024-09-17T03:32:03.197627+0000","last_active":"2024-09-17T03:32:08.636044+0000","last_peered":"2024-09-17T03:32:08.636044+0000","last_clean":"2024-09-17T03:32:08.636044+0000","last_became_active":"2024-09-17T03:32:03.197292+0000","last_became_peered":"2024-09-17T03:32:03.197292+0000","last_unstale":"2024-09-17T03:32:08.636044+0000","last_undegraded":"2024-09-17T03:32:08.636044+0000","last_fullsized":"2024-09-17T03:32:08.636044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:57.198344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064318+0000","last_change":"2024-09-17T03:32:02.191931+0000","last_active":"2024-09-17T03:32:09.064318+0000","last_peered":"2024-09-17T03:32:09.064318+0000","last_clean":"2024-09-17T03:32:09.064318+0000","last_became_active":"2024-09-17T03:32:02.191589+0000","last_became_peered":"2024-09-17T03:32:02.191589+0000","last_unstale":"2024-09-17T03:32:09.064318+0000","last_undegraded":"2024-09-17T03:32:09.064318+0000","last_fullsized":"2024-09-17T03:32:09.064318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:56:14.132886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636976+0000","last_change":"2024-09-17T03:32:07.323366+0000","last_active":"2024-09-17T03:32:08.636976+0000","last_peered":"2024-09-17T03:32:08.636976+0000","last_clean":"2024-09-17T03:32:08.636976+0000","last_became_active":"2024-09-17T03:32:07.322899+0000","last_became_peered":"2024-09-17T03:32:07.322899+0000","last_unstale":"2024-09-17T03:32:08.636976+0000","last_undegraded":"2024-09-17T03:32:08.636976+0000","last_fullsized":"2024-09-17T03:32:08.636976+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:31:06.336292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204267+0000","last_change":"2024-09-17T03:32:03.194373+0000","last_active":"2024-09-17T03:32:08.204267+0000","last_peered":"2024-09-17T03:32:08.204267+0000","last_clean":"2024-09-17T03:32:08.204267+0000","last_became_active":"2024-09-17T03:32:03.193506+0000","last_became_peered":"2024-09-17T03:32:03.193506+0000","last_unstale":"2024-09-17T03:32:08.204267+0000","last_undegraded":"2024-09-17T03:32:08.204267+0000","last_fullsized":"2024-09-17T03:32:08.204267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169751+0000","last_change":"2024-09-17T03:32:02.181207+0000","last_active":"2024-09-17T03:32:09.169751+0000","last_peered":"2024-09-17T03:32:09.169751+0000","last_clean":"2024-09-17T03:32:09.169751+0000","last_became_active":"2024-09-17T03:32:02.180752+0000","last_became_peered":"2024-09-17T03:32:02.180752+0000","last_unstale":"2024-09-17T03:32:09.169751+0000","last_undegraded":"2024-09-17T03:32:09.169751+0000","last_fullsized":"2024-09-17T03:32:09.169751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":119,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064549+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:09.064549+0000","last_peered":"2024-09-17T03:32:09.064549+0000","last_clean":"2024-09-17T03:32:09.064549+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:09.064549+0000","last_undegraded":"2024-09-17T03:32:09.064549+0000","last_fullsized":"2024-09-17T03:32:09.064549+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205365+0000","last_change":"2024-09-17T03:32:07.325418+0000","last_active":"2024-09-17T03:32:08.205365+0000","last_peered":"2024-09-17T03:32:08.205365+0000","last_clean":"2024-09-17T03:32:08.205365+0000","last_became_active":"2024-09-17T03:32:07.324940+0000","last_became_peered":"2024-09-17T03:32:07.324940+0000","last_unstale":"2024-09-17T03:32:08.205365+0000","last_undegraded":"2024-09-17T03:32:08.205365+0000","last_fullsized":"2024-09-17T03:32:08.205365+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064664+0000","last_change":"2024-09-17T03:32:03.195932+0000","last_active":"2024-09-17T03:32:09.064664+0000","last_peered":"2024-09-17T03:32:09.064664+0000","last_clean":"2024-09-17T03:32:09.064664+0000","last_became_active":"2024-09-17T03:32:03.195254+0000","last_became_peered":"2024-09-17T03:32:03.195254+0000","last_unstale":"2024-09-17T03:32:09.064664+0000","last_undegraded":"2024-09-17T03:32:09.064664+0000","last_fullsized":"2024-09-17T03:32:09.064664+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:38.829469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168909+0000","last_change":"2024-09-17T03:32:02.183247+0000","last_active":"2024-09-17T03:32:09.168909+0000","last_peered":"2024-09-17T03:32:09.168909+0000","last_clean":"2024-09-17T03:32:09.168909+0000","last_became_active":"2024-09-17T03:32:02.182855+0000","last_became_peered":"2024-09-17T03:32:02.182855+0000","last_unstale":"2024-09-17T03:32:09.168909+0000","last_undegraded":"2024-09-17T03:32:09.168909+0000","last_fullsized":"2024-09-17T03:32:09.168909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:30:20.671992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204908+0000","last_change":"2024-09-17T03:32:07.323496+0000","last_active":"2024-09-17T03:32:08.204908+0000","last_peered":"2024-09-17T03:32:08.204908+0000","last_clean":"2024-09-17T03:32:08.204908+0000","last_became_active":"2024-09-17T03:32:07.323003+0000","last_became_peered":"2024-09-17T03:32:07.323003+0000","last_unstale":"2024-09-17T03:32:08.204908+0000","last_undegraded":"2024-09-17T03:32:08.204908+0000","last_fullsized":"2024-09-17T03:32:08.204908+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170106+0000","last_change":"2024-09-17T03:32:03.204107+0000","last_active":"2024-09-17T03:32:09.170106+0000","last_peered":"2024-09-17T03:32:09.170106+0000","last_clean":"2024-09-17T03:32:09.170106+0000","last_became_active":"2024-09-17T03:32:03.203798+0000","last_became_peered":"2024-09-17T03:32:03.203798+0000","last_unstale":"2024-09-17T03:32:09.170106+0000","last_undegraded":"2024-09-17T03:32:09.170106+0000","last_fullsized":"2024-09-17T03:32:09.170106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:50.811586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669130+0000","last_change":"2024-09-17T03:32:02.180913+0000","last_active":"2024-09-17T03:32:08.669130+0000","last_peered":"2024-09-17T03:32:08.669130+0000","last_clean":"2024-09-17T03:32:08.669130+0000","last_became_active":"2024-09-17T03:32:02.180324+0000","last_became_peered":"2024-09-17T03:32:02.180324+0000","last_unstale":"2024-09-17T03:32:08.669130+0000","last_undegraded":"2024-09-17T03:32:08.669130+0000","last_fullsized":"2024-09-17T03:32:08.669130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636683+0000","last_change":"2024-09-17T03:32:07.226852+0000","last_active":"2024-09-17T03:32:08.636683+0000","last_peered":"2024-09-17T03:32:08.636683+0000","last_clean":"2024-09-17T03:32:08.636683+0000","last_became_active":"2024-09-17T03:32:07.226405+0000","last_became_peered":"2024-09-17T03:32:07.226405+0000","last_unstale":"2024-09-17T03:32:08.636683+0000","last_undegraded":"2024-09-17T03:32:08.636683+0000","last_fullsized":"2024-09-17T03:32:08.636683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:05:32.609058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065151+0000","last_change":"2024-09-17T03:32:03.198571+0000","last_active":"2024-09-17T03:32:09.065151+0000","last_peered":"2024-09-17T03:32:09.065151+0000","last_clean":"2024-09-17T03:32:09.065151+0000","last_became_active":"2024-09-17T03:32:03.198126+0000","last_became_peered":"2024-09-17T03:32:03.198126+0000","last_unstale":"2024-09-17T03:32:09.065151+0000","last_undegraded":"2024-09-17T03:32:09.065151+0000","last_fullsized":"2024-09-17T03:32:09.065151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:51:27.859659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168810+0000","last_change":"2024-09-17T03:32:02.188335+0000","last_active":"2024-09-17T03:32:09.168810+0000","last_peered":"2024-09-17T03:32:09.168810+0000","last_clean":"2024-09-17T03:32:09.168810+0000","last_became_active":"2024-09-17T03:32:02.187964+0000","last_became_peered":"2024-09-17T03:32:02.187964+0000","last_unstale":"2024-09-17T03:32:09.168810+0000","last_undegraded":"2024-09-17T03:32:09.168810+0000","last_fullsized":"2024-09-17T03:32:09.168810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:42:29.940429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169316+0000","last_change":"2024-09-17T03:32:07.325543+0000","last_active":"2024-09-17T03:32:09.169316+0000","last_peered":"2024-09-17T03:32:09.169316+0000","last_clean":"2024-09-17T03:32:09.169316+0000","last_became_active":"2024-09-17T03:32:07.325093+0000","last_became_peered":"2024-09-17T03:32:07.325093+0000","last_unstale":"2024-09-17T03:32:09.169316+0000","last_undegraded":"2024-09-17T03:32:09.169316+0000","last_fullsized":"2024-09-17T03:32:09.169316+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:28:01.527047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064919+0000","last_change":"2024-09-17T03:32:03.198116+0000","last_active":"2024-09-17T03:32:09.064919+0000","last_peered":"2024-09-17T03:32:09.064919+0000","last_clean":"2024-09-17T03:32:09.064919+0000","last_became_active":"2024-09-17T03:32:03.197558+0000","last_became_peered":"2024-09-17T03:32:03.197558+0000","last_unstale":"2024-09-17T03:32:09.064919+0000","last_undegraded":"2024-09-17T03:32:09.064919+0000","last_fullsized":"2024-09-17T03:32:09.064919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:29.770205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207393+0000","last_change":"2024-09-17T03:32:02.183189+0000","last_active":"2024-09-17T03:32:08.207393+0000","last_peered":"2024-09-17T03:32:08.207393+0000","last_clean":"2024-09-17T03:32:08.207393+0000","last_became_active":"2024-09-17T03:32:02.182849+0000","last_became_peered":"2024-09-17T03:32:02.182849+0000","last_unstale":"2024-09-17T03:32:08.207393+0000","last_undegraded":"2024-09-17T03:32:08.207393+0000","last_fullsized":"2024-09-17T03:32:08.207393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:03:56.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204814+0000","last_change":"2024-09-17T03:32:07.221652+0000","last_active":"2024-09-17T03:32:08.204814+0000","last_peered":"2024-09-17T03:32:08.204814+0000","last_clean":"2024-09-17T03:32:08.204814+0000","last_became_active":"2024-09-17T03:32:07.221126+0000","last_became_peered":"2024-09-17T03:32:07.221126+0000","last_unstale":"2024-09-17T03:32:08.204814+0000","last_undegraded":"2024-09-17T03:32:08.204814+0000","last_fullsized":"2024-09-17T03:32:08.204814+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:25:51.837792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064514+0000","last_change":"2024-09-17T03:32:03.197159+0000","last_active":"2024-09-17T03:32:09.064514+0000","last_peered":"2024-09-17T03:32:09.064514+0000","last_clean":"2024-09-17T03:32:09.064514+0000","last_became_active":"2024-09-17T03:32:03.196840+0000","last_became_peered":"2024-09-17T03:32:03.196840+0000","last_unstale":"2024-09-17T03:32:09.064514+0000","last_undegraded":"2024-09-17T03:32:09.064514+0000","last_fullsized":"2024-09-17T03:32:09.064514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168409+0000","last_change":"2024-09-17T03:32:02.184144+0000","last_active":"2024-09-17T03:32:09.168409+0000","last_peered":"2024-09-17T03:32:09.168409+0000","last_clean":"2024-09-17T03:32:09.168409+0000","last_became_active":"2024-09-17T03:32:02.183781+0000","last_became_peered":"2024-09-17T03:32:02.183781+0000","last_unstale":"2024-09-17T03:32:09.168409+0000","last_undegraded":"2024-09-17T03:32:09.168409+0000","last_fullsized":"2024-09-17T03:32:09.168409+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:37:10.734719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636785+0000","last_change":"2024-09-17T03:32:07.224684+0000","last_active":"2024-09-17T03:32:08.636785+0000","last_peered":"2024-09-17T03:32:08.636785+0000","last_clean":"2024-09-17T03:32:08.636785+0000","last_became_active":"2024-09-17T03:32:07.224227+0000","last_became_peered":"2024-09-17T03:32:07.224227+0000","last_unstale":"2024-09-17T03:32:08.636785+0000","last_undegraded":"2024-09-17T03:32:08.636785+0000","last_fullsized":"2024-09-17T03:32:08.636785+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:42:53.063749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204704+0000","last_change":"2024-09-17T03:32:03.191888+0000","last_active":"2024-09-17T03:32:08.204704+0000","last_peered":"2024-09-17T03:32:08.204704+0000","last_clean":"2024-09-17T03:32:08.204704+0000","last_became_active":"2024-09-17T03:32:03.191578+0000","last_became_peered":"2024-09-17T03:32:03.191578+0000","last_unstale":"2024-09-17T03:32:08.204704+0000","last_undegraded":"2024-09-17T03:32:08.204704+0000","last_fullsized":"2024-09-17T03:32:08.204704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:12:57.505838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205028+0000","last_change":"2024-09-17T03:32:02.184094+0000","last_active":"2024-09-17T03:32:08.205028+0000","last_peered":"2024-09-17T03:32:08.205028+0000","last_clean":"2024-09-17T03:32:08.205028+0000","last_became_active":"2024-09-17T03:32:02.183707+0000","last_became_peered":"2024-09-17T03:32:02.183707+0000","last_unstale":"2024-09-17T03:32:08.205028+0000","last_undegraded":"2024-09-17T03:32:08.205028+0000","last_fullsized":"2024-09-17T03:32:08.205028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205320+0000","last_change":"2024-09-17T03:32:07.323357+0000","last_active":"2024-09-17T03:32:08.205320+0000","last_peered":"2024-09-17T03:32:08.205320+0000","last_clean":"2024-09-17T03:32:08.205320+0000","last_became_active":"2024-09-17T03:32:07.322904+0000","last_became_peered":"2024-09-17T03:32:07.322904+0000","last_unstale":"2024-09-17T03:32:08.205320+0000","last_undegraded":"2024-09-17T03:32:08.205320+0000","last_fullsized":"2024-09-17T03:32:08.205320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:41:59.786418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064892+0000","last_change":"2024-09-17T03:32:03.198119+0000","last_active":"2024-09-17T03:32:09.064892+0000","last_peered":"2024-09-17T03:32:09.064892+0000","last_clean":"2024-09-17T03:32:09.064892+0000","last_became_active":"2024-09-17T03:32:03.197581+0000","last_became_peered":"2024-09-17T03:32:03.197581+0000","last_unstale":"2024-09-17T03:32:09.064892+0000","last_undegraded":"2024-09-17T03:32:09.064892+0000","last_fullsized":"2024-09-17T03:32:09.064892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:46.738936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169932+0000","last_change":"2024-09-17T03:32:02.188429+0000","last_active":"2024-09-17T03:32:09.169932+0000","last_peered":"2024-09-17T03:32:09.169932+0000","last_clean":"2024-09-17T03:32:09.169932+0000","last_became_active":"2024-09-17T03:32:02.188097+0000","last_became_peered":"2024-09-17T03:32:02.188097+0000","last_unstale":"2024-09-17T03:32:09.169932+0000","last_undegraded":"2024-09-17T03:32:09.169932+0000","last_fullsized":"2024-09-17T03:32:09.169932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204701+0000","last_change":"2024-09-17T03:32:07.323334+0000","last_active":"2024-09-17T03:32:08.204701+0000","last_peered":"2024-09-17T03:32:08.204701+0000","last_clean":"2024-09-17T03:32:08.204701+0000","last_became_active":"2024-09-17T03:32:07.322879+0000","last_became_peered":"2024-09-17T03:32:07.322879+0000","last_unstale":"2024-09-17T03:32:08.204701+0000","last_undegraded":"2024-09-17T03:32:08.204701+0000","last_fullsized":"2024-09-17T03:32:08.204701+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:05:29.214791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636235+0000","last_change":"2024-09-17T03:32:03.206543+0000","last_active":"2024-09-17T03:32:08.636235+0000","last_peered":"2024-09-17T03:32:08.636235+0000","last_clean":"2024-09-17T03:32:08.636235+0000","last_became_active":"2024-09-17T03:32:03.206236+0000","last_became_peered":"2024-09-17T03:32:03.206236+0000","last_unstale":"2024-09-17T03:32:08.636235+0000","last_undegraded":"2024-09-17T03:32:08.636235+0000","last_fullsized":"2024-09-17T03:32:08.636235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:43:04.286797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636855+0000","last_change":"2024-09-17T03:32:02.181612+0000","last_active":"2024-09-17T03:32:08.636855+0000","last_peered":"2024-09-17T03:32:08.636855+0000","last_clean":"2024-09-17T03:32:08.636855+0000","last_became_active":"2024-09-17T03:32:02.181293+0000","last_became_peered":"2024-09-17T03:32:02.181293+0000","last_unstale":"2024-09-17T03:32:08.636855+0000","last_undegraded":"2024-09-17T03:32:08.636855+0000","last_fullsized":"2024-09-17T03:32:08.636855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:00:52.011976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170080+0000","last_change":"2024-09-17T03:32:07.324201+0000","last_active":"2024-09-17T03:32:09.170080+0000","last_peered":"2024-09-17T03:32:09.170080+0000","last_clean":"2024-09-17T03:32:09.170080+0000","last_became_active":"2024-09-17T03:32:07.323686+0000","last_became_peered":"2024-09-17T03:32:07.323686+0000","last_unstale":"2024-09-17T03:32:09.170080+0000","last_undegraded":"2024-09-17T03:32:09.170080+0000","last_fullsized":"2024-09-17T03:32:09.170080+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:09:40.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064533+0000","last_change":"2024-09-17T03:32:03.205082+0000","last_active":"2024-09-17T03:32:09.064533+0000","last_peered":"2024-09-17T03:32:09.064533+0000","last_clean":"2024-09-17T03:32:09.064533+0000","last_became_active":"2024-09-17T03:32:03.204788+0000","last_became_peered":"2024-09-17T03:32:03.204788+0000","last_unstale":"2024-09-17T03:32:09.064533+0000","last_undegraded":"2024-09-17T03:32:09.064533+0000","last_fullsized":"2024-09-17T03:32:09.064533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:28.711702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:12.827345+0000","last_change":"2024-09-17T03:32:02.179451+0000","last_active":"2024-09-17T03:32:12.827345+0000","last_peered":"2024-09-17T03:32:12.827345+0000","last_clean":"2024-09-17T03:32:12.827345+0000","last_became_active":"2024-09-17T03:32:02.178920+0000","last_became_peered":"2024-09-17T03:32:02.178920+0000","last_unstale":"2024-09-17T03:32:12.827345+0000","last_undegraded":"2024-09-17T03:32:12.827345+0000","last_fullsized":"2024-09-17T03:32:12.827345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668890+0000","last_change":"2024-09-17T03:32:07.225034+0000","last_active":"2024-09-17T03:32:08.668890+0000","last_peered":"2024-09-17T03:32:08.668890+0000","last_clean":"2024-09-17T03:32:08.668890+0000","last_became_active":"2024-09-17T03:32:07.224558+0000","last_became_peered":"2024-09-17T03:32:07.224558+0000","last_unstale":"2024-09-17T03:32:08.668890+0000","last_undegraded":"2024-09-17T03:32:08.668890+0000","last_fullsized":"2024-09-17T03:32:08.668890+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:33.798548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207073+0000","last_change":"2024-09-17T03:32:03.197979+0000","last_active":"2024-09-17T03:32:08.207073+0000","last_peered":"2024-09-17T03:32:08.207073+0000","last_clean":"2024-09-17T03:32:08.207073+0000","last_became_active":"2024-09-17T03:32:03.197660+0000","last_became_peered":"2024-09-17T03:32:03.197660+0000","last_unstale":"2024-09-17T03:32:08.207073+0000","last_undegraded":"2024-09-17T03:32:08.207073+0000","last_fullsized":"2024-09-17T03:32:08.207073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669105+0000","last_change":"2024-09-17T03:32:02.185819+0000","last_active":"2024-09-17T03:32:08.669105+0000","last_peered":"2024-09-17T03:32:08.669105+0000","last_clean":"2024-09-17T03:32:08.669105+0000","last_became_active":"2024-09-17T03:32:02.185473+0000","last_became_peered":"2024-09-17T03:32:02.185473+0000","last_unstale":"2024-09-17T03:32:08.669105+0000","last_undegraded":"2024-09-17T03:32:08.669105+0000","last_fullsized":"2024-09-17T03:32:08.669105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:31:27.464340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206543+0000","last_change":"2024-09-17T03:32:07.222162+0000","last_active":"2024-09-17T03:32:08.206543+0000","last_peered":"2024-09-17T03:32:08.206543+0000","last_clean":"2024-09-17T03:32:08.206543+0000","last_became_active":"2024-09-17T03:32:07.220491+0000","last_became_peered":"2024-09-17T03:32:07.220491+0000","last_unstale":"2024-09-17T03:32:08.206543+0000","last_undegraded":"2024-09-17T03:32:08.206543+0000","last_fullsized":"2024-09-17T03:32:08.206543+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:51.177261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636834+0000","last_change":"2024-09-17T03:32:03.195871+0000","last_active":"2024-09-17T03:32:08.636834+0000","last_peered":"2024-09-17T03:32:08.636834+0000","last_clean":"2024-09-17T03:32:08.636834+0000","last_became_active":"2024-09-17T03:32:03.193820+0000","last_became_peered":"2024-09-17T03:32:03.193820+0000","last_unstale":"2024-09-17T03:32:08.636834+0000","last_undegraded":"2024-09-17T03:32:08.636834+0000","last_fullsized":"2024-09-17T03:32:08.636834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:47.593389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169903+0000","last_change":"2024-09-17T03:32:02.183889+0000","last_active":"2024-09-17T03:32:09.169903+0000","last_peered":"2024-09-17T03:32:09.169903+0000","last_clean":"2024-09-17T03:32:09.169903+0000","last_became_active":"2024-09-17T03:32:02.183401+0000","last_became_peered":"2024-09-17T03:32:02.183401+0000","last_unstale":"2024-09-17T03:32:09.169903+0000","last_undegraded":"2024-09-17T03:32:09.169903+0000","last_fullsized":"2024-09-17T03:32:09.169903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204805+0000","last_change":"2024-09-17T03:32:07.230953+0000","last_active":"2024-09-17T03:32:08.204805+0000","last_peered":"2024-09-17T03:32:08.204805+0000","last_clean":"2024-09-17T03:32:08.204805+0000","last_became_active":"2024-09-17T03:32:07.230407+0000","last_became_peered":"2024-09-17T03:32:07.230407+0000","last_unstale":"2024-09-17T03:32:08.204805+0000","last_undegraded":"2024-09-17T03:32:08.204805+0000","last_fullsized":"2024-09-17T03:32:08.204805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:01:02.042340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169791+0000","last_change":"2024-09-17T03:32:03.201453+0000","last_active":"2024-09-17T03:32:09.169791+0000","last_peered":"2024-09-17T03:32:09.169791+0000","last_clean":"2024-09-17T03:32:09.169791+0000","last_became_active":"2024-09-17T03:32:03.201155+0000","last_became_peered":"2024-09-17T03:32:03.201155+0000","last_unstale":"2024-09-17T03:32:09.169791+0000","last_undegraded":"2024-09-17T03:32:09.169791+0000","last_fullsized":"2024-09-17T03:32:09.169791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:51:52.938238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206203+0000","last_change":"2024-09-17T03:32:02.183924+0000","last_active":"2024-09-17T03:32:08.206203+0000","last_peered":"2024-09-17T03:32:08.206203+0000","last_clean":"2024-09-17T03:32:08.206203+0000","last_became_active":"2024-09-17T03:32:02.183558+0000","last_became_peered":"2024-09-17T03:32:02.183558+0000","last_unstale":"2024-09-17T03:32:08.206203+0000","last_undegraded":"2024-09-17T03:32:08.206203+0000","last_fullsized":"2024-09-17T03:32:08.206203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205181+0000","last_change":"2024-09-17T03:32:07.325041+0000","last_active":"2024-09-17T03:32:08.205181+0000","last_peered":"2024-09-17T03:32:08.205181+0000","last_clean":"2024-09-17T03:32:08.205181+0000","last_became_active":"2024-09-17T03:32:07.324628+0000","last_became_peered":"2024-09-17T03:32:07.324628+0000","last_unstale":"2024-09-17T03:32:08.205181+0000","last_undegraded":"2024-09-17T03:32:08.205181+0000","last_fullsized":"2024-09-17T03:32:08.205181+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:47.848272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636727+0000","last_change":"2024-09-17T03:32:07.325375+0000","last_active":"2024-09-17T03:32:08.636727+0000","last_peered":"2024-09-17T03:32:08.636727+0000","last_clean":"2024-09-17T03:32:08.636727+0000","last_became_active":"2024-09-17T03:32:07.324009+0000","last_became_peered":"2024-09-17T03:32:07.324009+0000","last_unstale":"2024-09-17T03:32:08.636727+0000","last_undegraded":"2024-09-17T03:32:08.636727+0000","last_fullsized":"2024-09-17T03:32:08.636727+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:53.605547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668375+0000","last_change":"2024-09-17T03:32:03.177511+0000","last_active":"2024-09-17T03:32:08.668375+0000","last_peered":"2024-09-17T03:32:08.668375+0000","last_clean":"2024-09-17T03:32:08.668375+0000","last_became_active":"2024-09-17T03:32:03.177165+0000","last_became_peered":"2024-09-17T03:32:03.177165+0000","last_unstale":"2024-09-17T03:32:08.668375+0000","last_undegraded":"2024-09-17T03:32:08.668375+0000","last_fullsized":"2024-09-17T03:32:08.668375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169565+0000","last_change":"2024-09-17T03:32:02.182834+0000","last_active":"2024-09-17T03:32:09.169565+0000","last_peered":"2024-09-17T03:32:09.169565+0000","last_clean":"2024-09-17T03:32:09.169565+0000","last_became_active":"2024-09-17T03:32:02.182504+0000","last_became_peered":"2024-09-17T03:32:02.182504+0000","last_unstale":"2024-09-17T03:32:09.169565+0000","last_undegraded":"2024-09-17T03:32:09.169565+0000","last_fullsized":"2024-09-17T03:32:09.169565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206089+0000","last_change":"2024-09-17T03:32:07.218625+0000","last_active":"2024-09-17T03:32:08.206089+0000","last_peered":"2024-09-17T03:32:08.206089+0000","last_clean":"2024-09-17T03:32:08.206089+0000","last_became_active":"2024-09-17T03:32:07.218157+0000","last_became_peered":"2024-09-17T03:32:07.218157+0000","last_unstale":"2024-09-17T03:32:08.206089+0000","last_undegraded":"2024-09-17T03:32:08.206089+0000","last_fullsized":"2024-09-17T03:32:08.206089+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204169+0000","last_change":"2024-09-17T03:32:03.194820+0000","last_active":"2024-09-17T03:32:08.204169+0000","last_peered":"2024-09-17T03:32:08.204169+0000","last_clean":"2024-09-17T03:32:08.204169+0000","last_became_active":"2024-09-17T03:32:03.194226+0000","last_became_peered":"2024-09-17T03:32:03.194226+0000","last_unstale":"2024-09-17T03:32:08.204169+0000","last_undegraded":"2024-09-17T03:32:08.204169+0000","last_fullsized":"2024-09-17T03:32:08.204169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205056+0000","last_change":"2024-09-17T03:32:02.186187+0000","last_active":"2024-09-17T03:32:08.205056+0000","last_peered":"2024-09-17T03:32:08.205056+0000","last_clean":"2024-09-17T03:32:08.205056+0000","last_became_active":"2024-09-17T03:32:02.185831+0000","last_became_peered":"2024-09-17T03:32:02.185831+0000","last_unstale":"2024-09-17T03:32:08.205056+0000","last_undegraded":"2024-09-17T03:32:08.205056+0000","last_fullsized":"2024-09-17T03:32:08.205056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:20.279519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205849+0000","last_change":"2024-09-17T03:32:02.180181+0000","last_active":"2024-09-17T03:32:08.205849+0000","last_peered":"2024-09-17T03:32:08.205849+0000","last_clean":"2024-09-17T03:32:08.205849+0000","last_became_active":"2024-09-17T03:32:02.179808+0000","last_became_peered":"2024-09-17T03:32:02.179808+0000","last_unstale":"2024-09-17T03:32:08.205849+0000","last_undegraded":"2024-09-17T03:32:08.205849+0000","last_fullsized":"2024-09-17T03:32:08.205849+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636787+0000","last_change":"2024-09-17T03:32:03.197529+0000","last_active":"2024-09-17T03:32:08.636787+0000","last_peered":"2024-09-17T03:32:08.636787+0000","last_clean":"2024-09-17T03:32:08.636787+0000","last_became_active":"2024-09-17T03:32:03.197221+0000","last_became_peered":"2024-09-17T03:32:03.197221+0000","last_unstale":"2024-09-17T03:32:08.636787+0000","last_undegraded":"2024-09-17T03:32:08.636787+0000","last_fullsized":"2024-09-17T03:32:08.636787+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:27.043259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168819+0000","last_change":"2024-09-17T03:32:07.225058+0000","last_active":"2024-09-17T03:32:09.168819+0000","last_peered":"2024-09-17T03:32:09.168819+0000","last_clean":"2024-09-17T03:32:09.168819+0000","last_became_active":"2024-09-17T03:32:07.224619+0000","last_became_peered":"2024-09-17T03:32:07.224619+0000","last_unstale":"2024-09-17T03:32:09.168819+0000","last_undegraded":"2024-09-17T03:32:09.168819+0000","last_fullsized":"2024-09-17T03:32:09.168819+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:01.494535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204402+0000","last_change":"2024-09-17T03:32:02.192447+0000","last_active":"2024-09-17T03:32:08.204402+0000","last_peered":"2024-09-17T03:32:08.204402+0000","last_clean":"2024-09-17T03:32:08.204402+0000","last_became_active":"2024-09-17T03:32:02.191731+0000","last_became_peered":"2024-09-17T03:32:02.191731+0000","last_unstale":"2024-09-17T03:32:08.204402+0000","last_undegraded":"2024-09-17T03:32:08.204402+0000","last_fullsized":"2024-09-17T03:32:08.204402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:51:50.218945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206220+0000","last_change":"2024-09-17T03:32:03.176533+0000","last_active":"2024-09-17T03:32:08.206220+0000","last_peered":"2024-09-17T03:32:08.206220+0000","last_clean":"2024-09-17T03:32:08.206220+0000","last_became_active":"2024-09-17T03:32:03.176211+0000","last_became_peered":"2024-09-17T03:32:03.176211+0000","last_unstale":"2024-09-17T03:32:08.206220+0000","last_undegraded":"2024-09-17T03:32:08.206220+0000","last_fullsized":"2024-09-17T03:32:08.206220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:25:38.413689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204798+0000","last_change":"2024-09-17T03:32:07.226953+0000","last_active":"2024-09-17T03:32:08.204798+0000","last_peered":"2024-09-17T03:32:08.204798+0000","last_clean":"2024-09-17T03:32:08.204798+0000","last_became_active":"2024-09-17T03:32:07.226480+0000","last_became_peered":"2024-09-17T03:32:07.226480+0000","last_unstale":"2024-09-17T03:32:08.204798+0000","last_undegraded":"2024-09-17T03:32:08.204798+0000","last_fullsized":"2024-09-17T03:32:08.204798+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:13:21.198696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204571+0000","last_change":"2024-09-17T03:32:03.193030+0000","last_active":"2024-09-17T03:32:08.204571+0000","last_peered":"2024-09-17T03:32:08.204571+0000","last_clean":"2024-09-17T03:32:08.204571+0000","last_became_active":"2024-09-17T03:32:03.192668+0000","last_became_peered":"2024-09-17T03:32:03.192668+0000","last_unstale":"2024-09-17T03:32:08.204571+0000","last_undegraded":"2024-09-17T03:32:08.204571+0000","last_fullsized":"2024-09-17T03:32:08.204571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168505+0000","last_change":"2024-09-17T03:32:03.200179+0000","last_active":"2024-09-17T03:32:09.168505+0000","last_peered":"2024-09-17T03:32:09.168505+0000","last_clean":"2024-09-17T03:32:09.168505+0000","last_became_active":"2024-09-17T03:32:03.199845+0000","last_became_peered":"2024-09-17T03:32:03.199845+0000","last_unstale":"2024-09-17T03:32:09.168505+0000","last_undegraded":"2024-09-17T03:32:09.168505+0000","last_fullsized":"2024-09-17T03:32:09.168505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.192392+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.192050+0000","last_became_peered":"2024-09-17T03:32:03.192050+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:49:26.860827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636635+0000","last_change":"2024-09-17T03:32:03.196773+0000","last_active":"2024-09-17T03:32:08.636635+0000","last_peered":"2024-09-17T03:32:08.636635+0000","last_clean":"2024-09-17T03:32:08.636635+0000","last_became_active":"2024-09-17T03:32:03.196425+0000","last_became_peered":"2024-09-17T03:32:03.196425+0000","last_unstale":"2024-09-17T03:32:08.636635+0000","last_undegraded":"2024-09-17T03:32:08.636635+0000","last_fullsized":"2024-09-17T03:32:08.636635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205101+0000","last_change":"2024-09-17T03:32:03.198471+0000","last_active":"2024-09-17T03:32:08.205101+0000","last_peered":"2024-09-17T03:32:08.205101+0000","last_clean":"2024-09-17T03:32:08.205101+0000","last_became_active":"2024-09-17T03:32:03.197642+0000","last_became_peered":"2024-09-17T03:32:03.197642+0000","last_unstale":"2024-09-17T03:32:08.205101+0000","last_undegraded":"2024-09-17T03:32:08.205101+0000","last_fullsized":"2024-09-17T03:32:08.205101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:40:30.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669003+0000","last_change":"2024-09-17T03:32:03.179459+0000","last_active":"2024-09-17T03:32:08.669003+0000","last_peered":"2024-09-17T03:32:08.669003+0000","last_clean":"2024-09-17T03:32:08.669003+0000","last_became_active":"2024-09-17T03:32:03.178882+0000","last_became_peered":"2024-09-17T03:32:03.178882+0000","last_unstale":"2024-09-17T03:32:08.669003+0000","last_undegraded":"2024-09-17T03:32:08.669003+0000","last_fullsized":"2024-09-17T03:32:08.669003+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:42:48.645616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206914+0000","last_change":"2024-09-17T03:32:03.193284+0000","last_active":"2024-09-17T03:32:08.206914+0000","last_peered":"2024-09-17T03:32:08.206914+0000","last_clean":"2024-09-17T03:32:08.206914+0000","last_became_active":"2024-09-17T03:32:03.192943+0000","last_became_peered":"2024-09-17T03:32:03.192943+0000","last_unstale":"2024-09-17T03:32:08.206914+0000","last_undegraded":"2024-09-17T03:32:08.206914+0000","last_fullsized":"2024-09-17T03:32:08.206914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204864+0000","last_change":"2024-09-17T03:32:03.197443+0000","last_active":"2024-09-17T03:32:08.204864+0000","last_peered":"2024-09-17T03:32:08.204864+0000","last_clean":"2024-09-17T03:32:08.204864+0000","last_became_active":"2024-09-17T03:32:03.197105+0000","last_became_peered":"2024-09-17T03:32:03.197105+0000","last_unstale":"2024-09-17T03:32:08.204864+0000","last_undegraded":"2024-09-17T03:32:08.204864+0000","last_fullsized":"2024-09-17T03:32:08.204864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169476+0000","last_change":"2024-09-17T03:32:03.190663+0000","last_active":"2024-09-17T03:32:09.169476+0000","last_peered":"2024-09-17T03:32:09.169476+0000","last_clean":"2024-09-17T03:32:09.169476+0000","last_became_active":"2024-09-17T03:32:03.190228+0000","last_became_peered":"2024-09-17T03:32:03.190228+0000","last_unstale":"2024-09-17T03:32:09.169476+0000","last_undegraded":"2024-09-17T03:32:09.169476+0000","last_fullsized":"2024-09-17T03:32:09.169476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204555+0000","last_change":"2024-09-17T03:32:03.197148+0000","last_active":"2024-09-17T03:32:08.204555+0000","last_peered":"2024-09-17T03:32:08.204555+0000","last_clean":"2024-09-17T03:32:08.204555+0000","last_became_active":"2024-09-17T03:32:03.196823+0000","last_became_peered":"2024-09-17T03:32:03.196823+0000","last_unstale":"2024-09-17T03:32:08.204555+0000","last_undegraded":"2024-09-17T03:32:08.204555+0000","last_fullsized":"2024-09-17T03:32:08.204555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169665+0000","last_change":"2024-09-17T03:32:03.203554+0000","last_active":"2024-09-17T03:32:09.169665+0000","last_peered":"2024-09-17T03:32:09.169665+0000","last_clean":"2024-09-17T03:32:09.169665+0000","last_became_active":"2024-09-17T03:32:03.203135+0000","last_became_peered":"2024-09-17T03:32:03.203135+0000","last_unstale":"2024-09-17T03:32:09.169665+0000","last_undegraded":"2024-09-17T03:32:09.169665+0000","last_fullsized":"2024-09-17T03:32:09.169665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:09:46.852368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636359+0000","last_change":"2024-09-17T03:32:03.205252+0000","last_active":"2024-09-17T03:32:08.636359+0000","last_peered":"2024-09-17T03:32:08.636359+0000","last_clean":"2024-09-17T03:32:08.636359+0000","last_became_active":"2024-09-17T03:32:03.204372+0000","last_became_peered":"2024-09-17T03:32:03.204372+0000","last_unstale":"2024-09-17T03:32:08.636359+0000","last_undegraded":"2024-09-17T03:32:08.636359+0000","last_fullsized":"2024-09-17T03:32:08.636359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:41:48.363312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206413+0000","last_change":"2024-09-17T03:32:03.176968+0000","last_active":"2024-09-17T03:32:08.206413+0000","last_peered":"2024-09-17T03:32:08.206413+0000","last_clean":"2024-09-17T03:32:08.206413+0000","last_became_active":"2024-09-17T03:32:03.176592+0000","last_became_peered":"2024-09-17T03:32:03.176592+0000","last_unstale":"2024-09-17T03:32:08.206413+0000","last_undegraded":"2024-09-17T03:32:08.206413+0000","last_fullsized":"2024-09-17T03:32:08.206413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:41:11.030377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064854+0000","last_change":"2024-09-17T03:32:03.203063+0000","last_active":"2024-09-17T03:32:09.064854+0000","last_peered":"2024-09-17T03:32:09.064854+0000","last_clean":"2024-09-17T03:32:09.064854+0000","last_became_active":"2024-09-17T03:32:03.202437+0000","last_became_peered":"2024-09-17T03:32:03.202437+0000","last_unstale":"2024-09-17T03:32:09.064854+0000","last_undegraded":"2024-09-17T03:32:09.064854+0000","last_fullsized":"2024-09-17T03:32:09.064854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:16:22.569661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168705+0000","last_change":"2024-09-17T03:32:03.189008+0000","last_active":"2024-09-17T03:32:09.168705+0000","last_peered":"2024-09-17T03:32:09.168705+0000","last_clean":"2024-09-17T03:32:09.168705+0000","last_became_active":"2024-09-17T03:32:03.188648+0000","last_became_peered":"2024-09-17T03:32:03.188648+0000","last_unstale":"2024-09-17T03:32:09.168705+0000","last_undegraded":"2024-09-17T03:32:09.168705+0000","last_fullsized":"2024-09-17T03:32:09.168705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170135+0000","last_change":"2024-09-17T03:32:03.201437+0000","last_active":"2024-09-17T03:32:09.170135+0000","last_peered":"2024-09-17T03:32:09.170135+0000","last_clean":"2024-09-17T03:32:09.170135+0000","last_became_active":"2024-09-17T03:32:03.201125+0000","last_became_peered":"2024-09-17T03:32:03.201125+0000","last_unstale":"2024-09-17T03:32:09.170135+0000","last_undegraded":"2024-09-17T03:32:09.170135+0000","last_fullsized":"2024-09-17T03:32:09.170135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:21:53.437717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169330+0000","last_change":"2024-09-17T03:32:03.194217+0000","last_active":"2024-09-17T03:32:09.169330+0000","last_peered":"2024-09-17T03:32:09.169330+0000","last_clean":"2024-09-17T03:32:09.169330+0000","last_became_active":"2024-09-17T03:32:03.193862+0000","last_became_peered":"2024-09-17T03:32:03.193862+0000","last_unstale":"2024-09-17T03:32:09.169330+0000","last_undegraded":"2024-09-17T03:32:09.169330+0000","last_fullsized":"2024-09-17T03:32:09.169330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668454+0000","last_change":"2024-09-17T03:32:03.178601+0000","last_active":"2024-09-17T03:32:08.668454+0000","last_peered":"2024-09-17T03:32:08.668454+0000","last_clean":"2024-09-17T03:32:08.668454+0000","last_became_active":"2024-09-17T03:32:03.178224+0000","last_became_peered":"2024-09-17T03:32:03.178224+0000","last_unstale":"2024-09-17T03:32:08.668454+0000","last_undegraded":"2024-09-17T03:32:08.668454+0000","last_fullsized":"2024-09-17T03:32:08.668454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:33:36.980475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636197+0000","last_change":"2024-09-17T03:32:03.195462+0000","last_active":"2024-09-17T03:32:08.636197+0000","last_peered":"2024-09-17T03:32:08.636197+0000","last_clean":"2024-09-17T03:32:08.636197+0000","last_became_active":"2024-09-17T03:32:03.193671+0000","last_became_peered":"2024-09-17T03:32:03.193671+0000","last_unstale":"2024-09-17T03:32:08.636197+0000","last_undegraded":"2024-09-17T03:32:08.636197+0000","last_fullsized":"2024-09-17T03:32:08.636197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:55:24.632727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204214+0000","last_change":"2024-09-17T03:32:03.191572+0000","last_active":"2024-09-17T03:32:08.204214+0000","last_peered":"2024-09-17T03:32:08.204214+0000","last_clean":"2024-09-17T03:32:08.204214+0000","last_became_active":"2024-09-17T03:32:03.191236+0000","last_became_peered":"2024-09-17T03:32:03.191236+0000","last_unstale":"2024-09-17T03:32:08.204214+0000","last_undegraded":"2024-09-17T03:32:08.204214+0000","last_fullsized":"2024-09-17T03:32:08.204214+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:35.411539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207009+0000","last_change":"2024-09-17T03:32:03.188107+0000","last_active":"2024-09-17T03:32:08.207009+0000","last_peered":"2024-09-17T03:32:08.207009+0000","last_clean":"2024-09-17T03:32:08.207009+0000","last_became_active":"2024-09-17T03:32:03.187208+0000","last_became_peered":"2024-09-17T03:32:03.187208+0000","last_unstale":"2024-09-17T03:32:08.207009+0000","last_undegraded":"2024-09-17T03:32:08.207009+0000","last_fullsized":"2024-09-17T03:32:08.207009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206114+0000","last_change":"2024-09-17T03:32:03.190944+0000","last_active":"2024-09-17T03:32:08.206114+0000","last_peered":"2024-09-17T03:32:08.206114+0000","last_clean":"2024-09-17T03:32:08.206114+0000","last_became_active":"2024-09-17T03:32:03.190583+0000","last_became_peered":"2024-09-17T03:32:03.190583+0000","last_unstale":"2024-09-17T03:32:08.206114+0000","last_undegraded":"2024-09-17T03:32:08.206114+0000","last_fullsized":"2024-09-17T03:32:08.206114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:22:58.257333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206789+0000","last_change":"2024-09-17T03:32:03.191116+0000","last_active":"2024-09-17T03:32:08.206789+0000","last_peered":"2024-09-17T03:32:08.206789+0000","last_clean":"2024-09-17T03:32:08.206789+0000","last_became_active":"2024-09-17T03:32:03.190699+0000","last_became_peered":"2024-09-17T03:32:03.190699+0000","last_unstale":"2024-09-17T03:32:08.206789+0000","last_undegraded":"2024-09-17T03:32:08.206789+0000","last_fullsized":"2024-09-17T03:32:08.206789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065035+0000","last_change":"2024-09-17T03:32:03.196205+0000","last_active":"2024-09-17T03:32:09.065035+0000","last_peered":"2024-09-17T03:32:09.065035+0000","last_clean":"2024-09-17T03:32:09.065035+0000","last_became_active":"2024-09-17T03:32:03.195525+0000","last_became_peered":"2024-09-17T03:32:03.195525+0000","last_unstale":"2024-09-17T03:32:09.065035+0000","last_undegraded":"2024-09-17T03:32:09.065035+0000","last_fullsized":"2024-09-17T03:32:09.065035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:23.815213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.203986+0000","last_change":"2024-09-17T03:32:03.193196+0000","last_active":"2024-09-17T03:32:08.203986+0000","last_peered":"2024-09-17T03:32:08.203986+0000","last_clean":"2024-09-17T03:32:08.203986+0000","last_became_active":"2024-09-17T03:32:03.192763+0000","last_became_peered":"2024-09-17T03:32:03.192763+0000","last_unstale":"2024-09-17T03:32:08.203986+0000","last_undegraded":"2024-09-17T03:32:08.203986+0000","last_fullsized":"2024-09-17T03:32:08.203986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:57:17.855458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064400+0000","last_change":"2024-09-17T03:32:03.194668+0000","last_active":"2024-09-17T03:32:09.064400+0000","last_peered":"2024-09-17T03:32:09.064400+0000","last_clean":"2024-09-17T03:32:09.064400+0000","last_became_active":"2024-09-17T03:32:03.194258+0000","last_became_peered":"2024-09-17T03:32:03.194258+0000","last_unstale":"2024-09-17T03:32:09.064400+0000","last_undegraded":"2024-09-17T03:32:09.064400+0000","last_fullsized":"2024-09-17T03:32:09.064400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169534+0000","last_change":"2024-09-17T03:32:03.191192+0000","last_active":"2024-09-17T03:32:09.169534+0000","last_peered":"2024-09-17T03:32:09.169534+0000","last_clean":"2024-09-17T03:32:09.169534+0000","last_became_active":"2024-09-17T03:32:03.190884+0000","last_became_peered":"2024-09-17T03:32:03.190884+0000","last_unstale":"2024-09-17T03:32:09.169534+0000","last_undegraded":"2024-09-17T03:32:09.169534+0000","last_fullsized":"2024-09-17T03:32:09.169534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:55:53.572196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064455+0000","last_change":"2024-09-17T03:32:03.202452+0000","last_active":"2024-09-17T03:32:09.064455+0000","last_peered":"2024-09-17T03:32:09.064455+0000","last_clean":"2024-09-17T03:32:09.064455+0000","last_became_active":"2024-09-17T03:32:03.202161+0000","last_became_peered":"2024-09-17T03:32:03.202161+0000","last_unstale":"2024-09-17T03:32:09.064455+0000","last_undegraded":"2024-09-17T03:32:09.064455+0000","last_fullsized":"2024-09-17T03:32:09.064455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:57:22.885733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.204856+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.204605+0000","last_became_peered":"2024-09-17T03:32:03.204605+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:47.148918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636531+0000","last_change":"2024-09-17T03:32:03.202437+0000","last_active":"2024-09-17T03:32:08.636531+0000","last_peered":"2024-09-17T03:32:08.636531+0000","last_clean":"2024-09-17T03:32:08.636531+0000","last_became_active":"2024-09-17T03:32:03.202056+0000","last_became_peered":"2024-09-17T03:32:03.202056+0000","last_unstale":"2024-09-17T03:32:08.636531+0000","last_undegraded":"2024-09-17T03:32:08.636531+0000","last_fullsized":"2024-09-17T03:32:08.636531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:27.017146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669435+0000","last_change":"2024-09-17T03:32:03.189789+0000","last_active":"2024-09-17T03:32:08.669435+0000","last_peered":"2024-09-17T03:32:08.669435+0000","last_clean":"2024-09-17T03:32:08.669435+0000","last_became_active":"2024-09-17T03:32:03.189422+0000","last_became_peered":"2024-09-17T03:32:03.189422+0000","last_unstale":"2024-09-17T03:32:08.669435+0000","last_undegraded":"2024-09-17T03:32:08.669435+0000","last_fullsized":"2024-09-17T03:32:08.669435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:10:48.577687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064874+0000","last_change":"2024-09-17T03:32:03.195852+0000","last_active":"2024-09-17T03:32:09.064874+0000","last_peered":"2024-09-17T03:32:09.064874+0000","last_clean":"2024-09-17T03:32:09.064874+0000","last_became_active":"2024-09-17T03:32:03.195204+0000","last_became_peered":"2024-09-17T03:32:03.195204+0000","last_unstale":"2024-09-17T03:32:09.064874+0000","last_undegraded":"2024-09-17T03:32:09.064874+0000","last_fullsized":"2024-09-17T03:32:09.064874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:08.835228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":107105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542154,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":856064,"data_stored":694213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:22.254 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 -- 172.21.15.45:0/2006318998 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 msgr2=0x7ff9400b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 --2- 172.21.15.45:0/2006318998 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400b78e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff9400d00a0 tx=0x7ff93802a540 comp rx=0 tx=0).stop 2024-09-17T03:32:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 -- 172.21.15.45:0/2006318998 shutdown_connections 2024-09-17T03:32:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 --2- 172.21.15.45:0/2006318998 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400b78e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 --2- 172.21.15.45:0/2006318998 >> v2:172.21.15.112:3300/0 conn(0x7ff9400cf650 0x7ff9400b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 -- 172.21.15.45:0/2006318998 >> 172.21.15.45:0/2006318998 conn(0x7ff9400d4320 msgr2=0x7ff9400d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:22.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 -- 172.21.15.45:0/2006318998 shutdown_connections 2024-09-17T03:32:22.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.406+0000 7ff9481e6640 1 -- 172.21.15.45:0/2006318998 wait complete. 2024-09-17T03:32:22.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.408+0000 7ff9481e6640 1 Processor -- start 2024-09-17T03:32:22.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.408+0000 7ff9481e6640 1 -- start start 2024-09-17T03:32:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.409+0000 7ff9481e6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff94006e5c0 0x7ff94014d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.409+0000 7ff9481e6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.409+0000 7ff9481e6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff9401f4cf0 0x7ff9401f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.409+0000 7ff9481e6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff9400d33d0 con 0x7ff94015e740 2024-09-17T03:32:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.409+0000 7ff9481e6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff9400d3250 con 0x7ff94006e5c0 2024-09-17T03:32:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff9481e6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff9400d3550 con 0x7ff9401f4cf0 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33552/0 (socket says 172.21.15.45:33552) 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 -- 172.21.15.45:0/759678802 learned_addr learned my addr 172.21.15.45:0/759678802 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff946783640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff9401f4cf0 0x7ff9401f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945f82640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff94006e5c0 0x7ff94014d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 -- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff9401f4cf0 msgr2=0x7ff9401f5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff9401f4cf0 0x7ff9401f5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 -- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff94006e5c0 msgr2=0x7ff94014d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff94006e5c0 0x7ff94014d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 -- 172.21.15.45:0/759678802 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9400ccee0 con 0x7ff94015e740 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff945781640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400cc420 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff93400c970 tx=0x7ff93400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934007bb0 con 0x7ff94015e740 2024-09-17T03:32:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff934005020 con 0x7ff94015e740 2024-09-17T03:32:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9400cd1c0 con 0x7ff94015e740 2024-09-17T03:32:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934007e60 con 0x7ff94015e740 2024-09-17T03:32:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.410+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9400cd780 con 0x7ff94015e740 2024-09-17T03:32:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.411+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9400ccc50 con 0x7ff94015e740 2024-09-17T03:32:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.412+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff934005470 con 0x7ff94015e740 2024-09-17T03:32:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.413+0000 7ff93e7fc640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff92c078b90 0x7ff92c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.413+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff93409b4a0 con 0x7ff94015e740 2024-09-17T03:32:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.413+0000 7ff945f82640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff92c078b90 0x7ff92c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.413+0000 7ff945f82640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff92c078b90 0x7ff92c07b0a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff930009fd0 tx=0x7ff93000d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.417+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff934014030 con 0x7ff94015e740 2024-09-17T03:32:22.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.599+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff9400d3ad0 con 0x7ff92c078b90 2024-09-17T03:32:22.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.605+0000 7ff93e7fc640 1 -- 172.21.15.45:0/759678802 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7ff9400d3ad0 con 0x7ff92c078b90 2024-09-17T03:32:22.608 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:22.610 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff92c078b90 msgr2=0x7ff92c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff92c078b90 0x7ff92c07b0a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff930009fd0 tx=0x7ff93000d040 comp rx=0 tx=0).stop 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 msgr2=0x7ff9400cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400cc420 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff93400c970 tx=0x7ff93400ce30 comp rx=0 tx=0).stop 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 shutdown_connections 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff92c078b90 0x7ff92c07b0a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff9401f4cf0 0x7ff9401f5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff94015e740 0x7ff9400cc420 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 --2- 172.21.15.45:0/759678802 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff94006e5c0 0x7ff94014d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 >> 172.21.15.45:0/759678802 conn(0x7ff9400d4320 msgr2=0x7ff9400d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 shutdown_connections 2024-09-17T03:32:22.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.608+0000 7ff9481e6640 1 -- 172.21.15.45:0/759678802 wait complete. 2024-09-17T03:32:22.620 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-17T03:32:22.098834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":149,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236104,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738616,"statfs":{"total":773094113280,"available":772852342784,"internally_reserved":0,"allocated":3317760,"data_stored":2016120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003734"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636866+0000","last_change":"2024-09-17T03:32:02.192700+0000","last_active":"2024-09-17T03:32:08.636866+0000","last_peered":"2024-09-17T03:32:08.636866+0000","last_clean":"2024-09-17T03:32:08.636866+0000","last_became_active":"2024-09-17T03:32:02.192193+0000","last_became_peered":"2024-09-17T03:32:02.192193+0000","last_unstale":"2024-09-17T03:32:08.636866+0000","last_undegraded":"2024-09-17T03:32:08.636866+0000","last_fullsized":"2024-09-17T03:32:08.636866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:37:37.749970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204776+0000","last_change":"2024-09-17T03:32:03.192343+0000","last_active":"2024-09-17T03:32:08.204776+0000","last_peered":"2024-09-17T03:32:08.204776+0000","last_clean":"2024-09-17T03:32:08.204776+0000","last_became_active":"2024-09-17T03:32:03.191991+0000","last_became_peered":"2024-09-17T03:32:03.191991+0000","last_unstale":"2024-09-17T03:32:08.204776+0000","last_undegraded":"2024-09-17T03:32:08.204776+0000","last_fullsized":"2024-09-17T03:32:08.204776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:51:47.966077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204069+0000","last_change":"2024-09-17T03:32:07.327234+0000","last_active":"2024-09-17T03:32:08.204069+0000","last_peered":"2024-09-17T03:32:08.204069+0000","last_clean":"2024-09-17T03:32:08.204069+0000","last_became_active":"2024-09-17T03:32:07.325922+0000","last_became_peered":"2024-09-17T03:32:07.325922+0000","last_unstale":"2024-09-17T03:32:08.204069+0000","last_undegraded":"2024-09-17T03:32:08.204069+0000","last_fullsized":"2024-09-17T03:32:08.204069+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:00:34.253253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205312+0000","last_change":"2024-09-17T03:32:02.187061+0000","last_active":"2024-09-17T03:32:08.205312+0000","last_peered":"2024-09-17T03:32:08.205312+0000","last_clean":"2024-09-17T03:32:08.205312+0000","last_became_active":"2024-09-17T03:32:02.186705+0000","last_became_peered":"2024-09-17T03:32:02.186705+0000","last_unstale":"2024-09-17T03:32:08.205312+0000","last_undegraded":"2024-09-17T03:32:08.205312+0000","last_fullsized":"2024-09-17T03:32:08.205312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:29:40.267466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636684+0000","last_change":"2024-09-17T03:32:03.194423+0000","last_active":"2024-09-17T03:32:08.636684+0000","last_peered":"2024-09-17T03:32:08.636684+0000","last_clean":"2024-09-17T03:32:08.636684+0000","last_became_active":"2024-09-17T03:32:03.193621+0000","last_became_peered":"2024-09-17T03:32:03.193621+0000","last_unstale":"2024-09-17T03:32:08.636684+0000","last_undegraded":"2024-09-17T03:32:08.636684+0000","last_fullsized":"2024-09-17T03:32:08.636684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:08.760986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205267+0000","last_change":"2024-09-17T03:32:07.232339+0000","last_active":"2024-09-17T03:32:08.205267+0000","last_peered":"2024-09-17T03:32:08.205267+0000","last_clean":"2024-09-17T03:32:08.205267+0000","last_became_active":"2024-09-17T03:32:07.231888+0000","last_became_peered":"2024-09-17T03:32:07.231888+0000","last_unstale":"2024-09-17T03:32:08.205267+0000","last_undegraded":"2024-09-17T03:32:08.205267+0000","last_fullsized":"2024-09-17T03:32:08.205267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:13:12.789329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064809+0000","last_change":"2024-09-17T03:32:02.190580+0000","last_active":"2024-09-17T03:32:09.064809+0000","last_peered":"2024-09-17T03:32:09.064809+0000","last_clean":"2024-09-17T03:32:09.064809+0000","last_became_active":"2024-09-17T03:32:02.190244+0000","last_became_peered":"2024-09-17T03:32:02.190244+0000","last_unstale":"2024-09-17T03:32:09.064809+0000","last_undegraded":"2024-09-17T03:32:09.064809+0000","last_fullsized":"2024-09-17T03:32:09.064809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:46:10.352690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169972+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.169972+0000","last_peered":"2024-09-17T03:32:09.169972+0000","last_clean":"2024-09-17T03:32:09.169972+0000","last_became_active":"2024-09-17T03:32:03.195009+0000","last_became_peered":"2024-09-17T03:32:03.195009+0000","last_unstale":"2024-09-17T03:32:09.169972+0000","last_undegraded":"2024-09-17T03:32:09.169972+0000","last_fullsized":"2024-09-17T03:32:09.169972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:09:10.735775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205802+0000","last_change":"2024-09-17T03:32:07.221158+0000","last_active":"2024-09-17T03:32:08.205802+0000","last_peered":"2024-09-17T03:32:08.205802+0000","last_clean":"2024-09-17T03:32:08.205802+0000","last_became_active":"2024-09-17T03:32:07.220550+0000","last_became_peered":"2024-09-17T03:32:07.220550+0000","last_unstale":"2024-09-17T03:32:08.205802+0000","last_undegraded":"2024-09-17T03:32:08.205802+0000","last_fullsized":"2024-09-17T03:32:08.205802+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:57:42.220767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064546+0000","last_change":"2024-09-17T03:32:02.192406+0000","last_active":"2024-09-17T03:32:09.064546+0000","last_peered":"2024-09-17T03:32:09.064546+0000","last_clean":"2024-09-17T03:32:09.064546+0000","last_became_active":"2024-09-17T03:32:02.192024+0000","last_became_peered":"2024-09-17T03:32:02.192024+0000","last_unstale":"2024-09-17T03:32:09.064546+0000","last_undegraded":"2024-09-17T03:32:09.064546+0000","last_fullsized":"2024-09-17T03:32:09.064546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:59:09.370300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170065+0000","last_change":"2024-09-17T03:32:03.195303+0000","last_active":"2024-09-17T03:32:09.170065+0000","last_peered":"2024-09-17T03:32:09.170065+0000","last_clean":"2024-09-17T03:32:09.170065+0000","last_became_active":"2024-09-17T03:32:03.194821+0000","last_became_peered":"2024-09-17T03:32:03.194821+0000","last_unstale":"2024-09-17T03:32:09.170065+0000","last_undegraded":"2024-09-17T03:32:09.170065+0000","last_fullsized":"2024-09-17T03:32:09.170065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:01:44.358160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205840+0000","last_change":"2024-09-17T03:32:07.221969+0000","last_active":"2024-09-17T03:32:08.205840+0000","last_peered":"2024-09-17T03:32:08.205840+0000","last_clean":"2024-09-17T03:32:08.205840+0000","last_became_active":"2024-09-17T03:32:07.221194+0000","last_became_peered":"2024-09-17T03:32:07.221194+0000","last_unstale":"2024-09-17T03:32:08.205840+0000","last_undegraded":"2024-09-17T03:32:08.205840+0000","last_fullsized":"2024-09-17T03:32:08.205840+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:32:48.930864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205184+0000","last_change":"2024-09-17T03:32:03.177356+0000","last_active":"2024-09-17T03:32:08.205184+0000","last_peered":"2024-09-17T03:32:08.205184+0000","last_clean":"2024-09-17T03:32:08.205184+0000","last_became_active":"2024-09-17T03:32:03.177000+0000","last_became_peered":"2024-09-17T03:32:03.177000+0000","last_unstale":"2024-09-17T03:32:08.205184+0000","last_undegraded":"2024-09-17T03:32:08.205184+0000","last_fullsized":"2024-09-17T03:32:08.205184+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:38.229213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064979+0000","last_change":"2024-09-17T03:32:02.191639+0000","last_active":"2024-09-17T03:32:09.064979+0000","last_peered":"2024-09-17T03:32:09.064979+0000","last_clean":"2024-09-17T03:32:09.064979+0000","last_became_active":"2024-09-17T03:32:02.191325+0000","last_became_peered":"2024-09-17T03:32:02.191325+0000","last_unstale":"2024-09-17T03:32:09.064979+0000","last_undegraded":"2024-09-17T03:32:09.064979+0000","last_fullsized":"2024-09-17T03:32:09.064979+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:00:17.942188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206954+0000","last_change":"2024-09-17T03:32:07.221289+0000","last_active":"2024-09-17T03:32:08.206954+0000","last_peered":"2024-09-17T03:32:08.206954+0000","last_clean":"2024-09-17T03:32:08.206954+0000","last_became_active":"2024-09-17T03:32:07.220810+0000","last_became_peered":"2024-09-17T03:32:07.220810+0000","last_unstale":"2024-09-17T03:32:08.206954+0000","last_undegraded":"2024-09-17T03:32:08.206954+0000","last_fullsized":"2024-09-17T03:32:08.206954+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204342+0000","last_change":"2024-09-17T03:32:03.198221+0000","last_active":"2024-09-17T03:32:08.204342+0000","last_peered":"2024-09-17T03:32:08.204342+0000","last_clean":"2024-09-17T03:32:08.204342+0000","last_became_active":"2024-09-17T03:32:03.193772+0000","last_became_peered":"2024-09-17T03:32:03.193772+0000","last_unstale":"2024-09-17T03:32:08.204342+0000","last_undegraded":"2024-09-17T03:32:08.204342+0000","last_fullsized":"2024-09-17T03:32:08.204342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:41:04.525415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668903+0000","last_change":"2024-09-17T03:32:02.187138+0000","last_active":"2024-09-17T03:32:08.668903+0000","last_peered":"2024-09-17T03:32:08.668903+0000","last_clean":"2024-09-17T03:32:08.668903+0000","last_became_active":"2024-09-17T03:32:02.186607+0000","last_became_peered":"2024-09-17T03:32:02.186607+0000","last_unstale":"2024-09-17T03:32:08.668903+0000","last_undegraded":"2024-09-17T03:32:08.668903+0000","last_fullsized":"2024-09-17T03:32:08.668903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:05:40.564475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206667+0000","last_change":"2024-09-17T03:32:07.221366+0000","last_active":"2024-09-17T03:32:08.206667+0000","last_peered":"2024-09-17T03:32:08.206667+0000","last_clean":"2024-09-17T03:32:08.206667+0000","last_became_active":"2024-09-17T03:32:07.220612+0000","last_became_peered":"2024-09-17T03:32:07.220612+0000","last_unstale":"2024-09-17T03:32:08.206667+0000","last_undegraded":"2024-09-17T03:32:08.206667+0000","last_fullsized":"2024-09-17T03:32:08.206667+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204896+0000","last_change":"2024-09-17T03:32:03.180642+0000","last_active":"2024-09-17T03:32:08.204896+0000","last_peered":"2024-09-17T03:32:08.204896+0000","last_clean":"2024-09-17T03:32:08.204896+0000","last_became_active":"2024-09-17T03:32:03.180279+0000","last_became_peered":"2024-09-17T03:32:03.180279+0000","last_unstale":"2024-09-17T03:32:08.204896+0000","last_undegraded":"2024-09-17T03:32:08.204896+0000","last_fullsized":"2024-09-17T03:32:08.204896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.532633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668500+0000","last_change":"2024-09-17T03:32:02.190124+0000","last_active":"2024-09-17T03:32:08.668500+0000","last_peered":"2024-09-17T03:32:08.668500+0000","last_clean":"2024-09-17T03:32:08.668500+0000","last_became_active":"2024-09-17T03:32:02.189811+0000","last_became_peered":"2024-09-17T03:32:02.189811+0000","last_unstale":"2024-09-17T03:32:08.668500+0000","last_undegraded":"2024-09-17T03:32:08.668500+0000","last_fullsized":"2024-09-17T03:32:08.668500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:23:26.875992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669348+0000","last_change":"2024-09-17T03:32:07.327104+0000","last_active":"2024-09-17T03:32:08.669348+0000","last_peered":"2024-09-17T03:32:08.669348+0000","last_clean":"2024-09-17T03:32:08.669348+0000","last_became_active":"2024-09-17T03:32:07.326678+0000","last_became_peered":"2024-09-17T03:32:07.326678+0000","last_unstale":"2024-09-17T03:32:08.669348+0000","last_undegraded":"2024-09-17T03:32:08.669348+0000","last_fullsized":"2024-09-17T03:32:08.669348+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:32.740044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205964+0000","last_change":"2024-09-17T03:32:03.185113+0000","last_active":"2024-09-17T03:32:08.205964+0000","last_peered":"2024-09-17T03:32:08.205964+0000","last_clean":"2024-09-17T03:32:08.205964+0000","last_became_active":"2024-09-17T03:32:03.184800+0000","last_became_peered":"2024-09-17T03:32:03.184800+0000","last_unstale":"2024-09-17T03:32:08.205964+0000","last_undegraded":"2024-09-17T03:32:08.205964+0000","last_fullsized":"2024-09-17T03:32:08.205964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:03.921037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064385+0000","last_change":"2024-09-17T03:32:02.193228+0000","last_active":"2024-09-17T03:32:09.064385+0000","last_peered":"2024-09-17T03:32:09.064385+0000","last_clean":"2024-09-17T03:32:09.064385+0000","last_became_active":"2024-09-17T03:32:02.192935+0000","last_became_peered":"2024-09-17T03:32:02.192935+0000","last_unstale":"2024-09-17T03:32:09.064385+0000","last_undegraded":"2024-09-17T03:32:09.064385+0000","last_fullsized":"2024-09-17T03:32:09.064385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207332+0000","last_change":"2024-09-17T03:32:07.222732+0000","last_active":"2024-09-17T03:32:08.207332+0000","last_peered":"2024-09-17T03:32:08.207332+0000","last_clean":"2024-09-17T03:32:08.207332+0000","last_became_active":"2024-09-17T03:32:07.221754+0000","last_became_peered":"2024-09-17T03:32:07.221754+0000","last_unstale":"2024-09-17T03:32:08.207332+0000","last_undegraded":"2024-09-17T03:32:08.207332+0000","last_fullsized":"2024-09-17T03:32:08.207332+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636992+0000","last_change":"2024-09-17T03:32:03.194787+0000","last_active":"2024-09-17T03:32:08.636992+0000","last_peered":"2024-09-17T03:32:08.636992+0000","last_clean":"2024-09-17T03:32:08.636992+0000","last_became_active":"2024-09-17T03:32:03.194439+0000","last_became_peered":"2024-09-17T03:32:03.194439+0000","last_unstale":"2024-09-17T03:32:08.636992+0000","last_undegraded":"2024-09-17T03:32:08.636992+0000","last_fullsized":"2024-09-17T03:32:08.636992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:39:30.547887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206460+0000","last_change":"2024-09-17T03:32:02.189912+0000","last_active":"2024-09-17T03:32:08.206460+0000","last_peered":"2024-09-17T03:32:08.206460+0000","last_clean":"2024-09-17T03:32:08.206460+0000","last_became_active":"2024-09-17T03:32:02.189538+0000","last_became_peered":"2024-09-17T03:32:02.189538+0000","last_unstale":"2024-09-17T03:32:08.206460+0000","last_undegraded":"2024-09-17T03:32:08.206460+0000","last_fullsized":"2024-09-17T03:32:08.206460+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205672+0000","last_change":"2024-09-17T03:32:07.325674+0000","last_active":"2024-09-17T03:32:08.205672+0000","last_peered":"2024-09-17T03:32:08.205672+0000","last_clean":"2024-09-17T03:32:08.205672+0000","last_became_active":"2024-09-17T03:32:07.325220+0000","last_became_peered":"2024-09-17T03:32:07.325220+0000","last_unstale":"2024-09-17T03:32:08.205672+0000","last_undegraded":"2024-09-17T03:32:08.205672+0000","last_fullsized":"2024-09-17T03:32:08.205672+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:51.621732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205058+0000","last_change":"2024-09-17T03:32:03.193362+0000","last_active":"2024-09-17T03:32:08.205058+0000","last_peered":"2024-09-17T03:32:08.205058+0000","last_clean":"2024-09-17T03:32:08.205058+0000","last_became_active":"2024-09-17T03:32:03.193028+0000","last_became_peered":"2024-09-17T03:32:03.193028+0000","last_unstale":"2024-09-17T03:32:08.205058+0000","last_undegraded":"2024-09-17T03:32:08.205058+0000","last_fullsized":"2024-09-17T03:32:08.205058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669443+0000","last_change":"2024-09-17T03:32:02.184464+0000","last_active":"2024-09-17T03:32:08.669443+0000","last_peered":"2024-09-17T03:32:08.669443+0000","last_clean":"2024-09-17T03:32:08.669443+0000","last_became_active":"2024-09-17T03:32:02.183668+0000","last_became_peered":"2024-09-17T03:32:02.183668+0000","last_unstale":"2024-09-17T03:32:08.669443+0000","last_undegraded":"2024-09-17T03:32:08.669443+0000","last_fullsized":"2024-09-17T03:32:08.669443+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:25:47.696201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204052+0000","last_change":"2024-09-17T03:32:07.324916+0000","last_active":"2024-09-17T03:32:08.204052+0000","last_peered":"2024-09-17T03:32:08.204052+0000","last_clean":"2024-09-17T03:32:08.204052+0000","last_became_active":"2024-09-17T03:32:07.324504+0000","last_became_peered":"2024-09-17T03:32:07.324504+0000","last_unstale":"2024-09-17T03:32:08.204052+0000","last_undegraded":"2024-09-17T03:32:08.204052+0000","last_fullsized":"2024-09-17T03:32:08.204052+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:35:39.842666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668955+0000","last_change":"2024-09-17T03:32:03.187727+0000","last_active":"2024-09-17T03:32:08.668955+0000","last_peered":"2024-09-17T03:32:08.668955+0000","last_clean":"2024-09-17T03:32:08.668955+0000","last_became_active":"2024-09-17T03:32:03.187363+0000","last_became_peered":"2024-09-17T03:32:03.187363+0000","last_unstale":"2024-09-17T03:32:08.668955+0000","last_undegraded":"2024-09-17T03:32:08.668955+0000","last_fullsized":"2024-09-17T03:32:08.668955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065029+0000","last_change":"2024-09-17T03:32:02.194247+0000","last_active":"2024-09-17T03:32:09.065029+0000","last_peered":"2024-09-17T03:32:09.065029+0000","last_clean":"2024-09-17T03:32:09.065029+0000","last_became_active":"2024-09-17T03:32:02.193910+0000","last_became_peered":"2024-09-17T03:32:02.193910+0000","last_unstale":"2024-09-17T03:32:09.065029+0000","last_undegraded":"2024-09-17T03:32:09.065029+0000","last_fullsized":"2024-09-17T03:32:09.065029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:30.284293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636560+0000","last_change":"2024-09-17T03:32:07.325135+0000","last_active":"2024-09-17T03:32:08.636560+0000","last_peered":"2024-09-17T03:32:08.636560+0000","last_clean":"2024-09-17T03:32:08.636560+0000","last_became_active":"2024-09-17T03:32:07.322859+0000","last_became_peered":"2024-09-17T03:32:07.322859+0000","last_unstale":"2024-09-17T03:32:08.636560+0000","last_undegraded":"2024-09-17T03:32:08.636560+0000","last_fullsized":"2024-09-17T03:32:08.636560+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:54.839928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170194+0000","last_change":"2024-09-17T03:32:03.190315+0000","last_active":"2024-09-17T03:32:09.170194+0000","last_peered":"2024-09-17T03:32:09.170194+0000","last_clean":"2024-09-17T03:32:09.170194+0000","last_became_active":"2024-09-17T03:32:03.189917+0000","last_became_peered":"2024-09-17T03:32:03.189917+0000","last_unstale":"2024-09-17T03:32:09.170194+0000","last_undegraded":"2024-09-17T03:32:09.170194+0000","last_fullsized":"2024-09-17T03:32:09.170194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:54:40.319180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669096+0000","last_change":"2024-09-17T03:32:02.182983+0000","last_active":"2024-09-17T03:32:08.669096+0000","last_peered":"2024-09-17T03:32:08.669096+0000","last_clean":"2024-09-17T03:32:08.669096+0000","last_became_active":"2024-09-17T03:32:02.182658+0000","last_became_peered":"2024-09-17T03:32:02.182658+0000","last_unstale":"2024-09-17T03:32:08.669096+0000","last_undegraded":"2024-09-17T03:32:08.669096+0000","last_fullsized":"2024-09-17T03:32:08.669096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:38:31.365284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668649+0000","last_change":"2024-09-17T03:32:07.229543+0000","last_active":"2024-09-17T03:32:08.668649+0000","last_peered":"2024-09-17T03:32:08.668649+0000","last_clean":"2024-09-17T03:32:08.668649+0000","last_became_active":"2024-09-17T03:32:07.229109+0000","last_became_peered":"2024-09-17T03:32:07.229109+0000","last_unstale":"2024-09-17T03:32:08.668649+0000","last_undegraded":"2024-09-17T03:32:08.668649+0000","last_fullsized":"2024-09-17T03:32:08.668649+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:42.857812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207022+0000","last_change":"2024-09-17T03:32:03.189910+0000","last_active":"2024-09-17T03:32:08.207022+0000","last_peered":"2024-09-17T03:32:08.207022+0000","last_clean":"2024-09-17T03:32:08.207022+0000","last_became_active":"2024-09-17T03:32:03.189563+0000","last_became_peered":"2024-09-17T03:32:03.189563+0000","last_unstale":"2024-09-17T03:32:08.207022+0000","last_undegraded":"2024-09-17T03:32:08.207022+0000","last_fullsized":"2024-09-17T03:32:08.207022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:18:01.419123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170017+0000","last_change":"2024-09-17T03:32:02.182347+0000","last_active":"2024-09-17T03:32:09.170017+0000","last_peered":"2024-09-17T03:32:09.170017+0000","last_clean":"2024-09-17T03:32:09.170017+0000","last_became_active":"2024-09-17T03:32:02.182015+0000","last_became_peered":"2024-09-17T03:32:02.182015+0000","last_unstale":"2024-09-17T03:32:09.170017+0000","last_undegraded":"2024-09-17T03:32:09.170017+0000","last_fullsized":"2024-09-17T03:32:09.170017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:02.915395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669028+0000","last_change":"2024-09-17T03:32:07.224978+0000","last_active":"2024-09-17T03:32:08.669028+0000","last_peered":"2024-09-17T03:32:08.669028+0000","last_clean":"2024-09-17T03:32:08.669028+0000","last_became_active":"2024-09-17T03:32:07.224466+0000","last_became_peered":"2024-09-17T03:32:07.224466+0000","last_unstale":"2024-09-17T03:32:08.669028+0000","last_undegraded":"2024-09-17T03:32:08.669028+0000","last_fullsized":"2024-09-17T03:32:08.669028+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:12.863571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668558+0000","last_change":"2024-09-17T03:32:03.191155+0000","last_active":"2024-09-17T03:32:08.668558+0000","last_peered":"2024-09-17T03:32:08.668558+0000","last_clean":"2024-09-17T03:32:08.668558+0000","last_became_active":"2024-09-17T03:32:03.189027+0000","last_became_peered":"2024-09-17T03:32:03.189027+0000","last_unstale":"2024-09-17T03:32:08.668558+0000","last_undegraded":"2024-09-17T03:32:08.668558+0000","last_fullsized":"2024-09-17T03:32:08.668558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168540+0000","last_change":"2024-09-17T03:32:02.188496+0000","last_active":"2024-09-17T03:32:09.168540+0000","last_peered":"2024-09-17T03:32:09.168540+0000","last_clean":"2024-09-17T03:32:09.168540+0000","last_became_active":"2024-09-17T03:32:02.188106+0000","last_became_peered":"2024-09-17T03:32:02.188106+0000","last_unstale":"2024-09-17T03:32:09.168540+0000","last_undegraded":"2024-09-17T03:32:09.168540+0000","last_fullsized":"2024-09-17T03:32:09.168540+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:28:51.533646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669354+0000","last_change":"2024-09-17T03:32:07.225482+0000","last_active":"2024-09-17T03:32:08.669354+0000","last_peered":"2024-09-17T03:32:08.669354+0000","last_clean":"2024-09-17T03:32:08.669354+0000","last_became_active":"2024-09-17T03:32:07.224838+0000","last_became_peered":"2024-09-17T03:32:07.224838+0000","last_unstale":"2024-09-17T03:32:08.669354+0000","last_undegraded":"2024-09-17T03:32:08.669354+0000","last_fullsized":"2024-09-17T03:32:08.669354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:27.843555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636044+0000","last_change":"2024-09-17T03:32:03.197627+0000","last_active":"2024-09-17T03:32:08.636044+0000","last_peered":"2024-09-17T03:32:08.636044+0000","last_clean":"2024-09-17T03:32:08.636044+0000","last_became_active":"2024-09-17T03:32:03.197292+0000","last_became_peered":"2024-09-17T03:32:03.197292+0000","last_unstale":"2024-09-17T03:32:08.636044+0000","last_undegraded":"2024-09-17T03:32:08.636044+0000","last_fullsized":"2024-09-17T03:32:08.636044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:44:57.198344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064318+0000","last_change":"2024-09-17T03:32:02.191931+0000","last_active":"2024-09-17T03:32:09.064318+0000","last_peered":"2024-09-17T03:32:09.064318+0000","last_clean":"2024-09-17T03:32:09.064318+0000","last_became_active":"2024-09-17T03:32:02.191589+0000","last_became_peered":"2024-09-17T03:32:02.191589+0000","last_unstale":"2024-09-17T03:32:09.064318+0000","last_undegraded":"2024-09-17T03:32:09.064318+0000","last_fullsized":"2024-09-17T03:32:09.064318+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:56:14.132886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636976+0000","last_change":"2024-09-17T03:32:07.323366+0000","last_active":"2024-09-17T03:32:08.636976+0000","last_peered":"2024-09-17T03:32:08.636976+0000","last_clean":"2024-09-17T03:32:08.636976+0000","last_became_active":"2024-09-17T03:32:07.322899+0000","last_became_peered":"2024-09-17T03:32:07.322899+0000","last_unstale":"2024-09-17T03:32:08.636976+0000","last_undegraded":"2024-09-17T03:32:08.636976+0000","last_fullsized":"2024-09-17T03:32:08.636976+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:31:06.336292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204267+0000","last_change":"2024-09-17T03:32:03.194373+0000","last_active":"2024-09-17T03:32:08.204267+0000","last_peered":"2024-09-17T03:32:08.204267+0000","last_clean":"2024-09-17T03:32:08.204267+0000","last_became_active":"2024-09-17T03:32:03.193506+0000","last_became_peered":"2024-09-17T03:32:03.193506+0000","last_unstale":"2024-09-17T03:32:08.204267+0000","last_undegraded":"2024-09-17T03:32:08.204267+0000","last_fullsized":"2024-09-17T03:32:08.204267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:21:04.776932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169751+0000","last_change":"2024-09-17T03:32:02.181207+0000","last_active":"2024-09-17T03:32:09.169751+0000","last_peered":"2024-09-17T03:32:09.169751+0000","last_clean":"2024-09-17T03:32:09.169751+0000","last_became_active":"2024-09-17T03:32:02.180752+0000","last_became_peered":"2024-09-17T03:32:02.180752+0000","last_unstale":"2024-09-17T03:32:09.169751+0000","last_undegraded":"2024-09-17T03:32:09.169751+0000","last_fullsized":"2024-09-17T03:32:09.169751+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":119,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064549+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:09.064549+0000","last_peered":"2024-09-17T03:32:09.064549+0000","last_clean":"2024-09-17T03:32:09.064549+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:09.064549+0000","last_undegraded":"2024-09-17T03:32:09.064549+0000","last_fullsized":"2024-09-17T03:32:09.064549+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205365+0000","last_change":"2024-09-17T03:32:07.325418+0000","last_active":"2024-09-17T03:32:08.205365+0000","last_peered":"2024-09-17T03:32:08.205365+0000","last_clean":"2024-09-17T03:32:08.205365+0000","last_became_active":"2024-09-17T03:32:07.324940+0000","last_became_peered":"2024-09-17T03:32:07.324940+0000","last_unstale":"2024-09-17T03:32:08.205365+0000","last_undegraded":"2024-09-17T03:32:08.205365+0000","last_fullsized":"2024-09-17T03:32:08.205365+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:41:49.309324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064664+0000","last_change":"2024-09-17T03:32:03.195932+0000","last_active":"2024-09-17T03:32:09.064664+0000","last_peered":"2024-09-17T03:32:09.064664+0000","last_clean":"2024-09-17T03:32:09.064664+0000","last_became_active":"2024-09-17T03:32:03.195254+0000","last_became_peered":"2024-09-17T03:32:03.195254+0000","last_unstale":"2024-09-17T03:32:09.064664+0000","last_undegraded":"2024-09-17T03:32:09.064664+0000","last_fullsized":"2024-09-17T03:32:09.064664+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:05:38.829469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168909+0000","last_change":"2024-09-17T03:32:02.183247+0000","last_active":"2024-09-17T03:32:09.168909+0000","last_peered":"2024-09-17T03:32:09.168909+0000","last_clean":"2024-09-17T03:32:09.168909+0000","last_became_active":"2024-09-17T03:32:02.182855+0000","last_became_peered":"2024-09-17T03:32:02.182855+0000","last_unstale":"2024-09-17T03:32:09.168909+0000","last_undegraded":"2024-09-17T03:32:09.168909+0000","last_fullsized":"2024-09-17T03:32:09.168909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:30:20.671992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204908+0000","last_change":"2024-09-17T03:32:07.323496+0000","last_active":"2024-09-17T03:32:08.204908+0000","last_peered":"2024-09-17T03:32:08.204908+0000","last_clean":"2024-09-17T03:32:08.204908+0000","last_became_active":"2024-09-17T03:32:07.323003+0000","last_became_peered":"2024-09-17T03:32:07.323003+0000","last_unstale":"2024-09-17T03:32:08.204908+0000","last_undegraded":"2024-09-17T03:32:08.204908+0000","last_fullsized":"2024-09-17T03:32:08.204908+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:53.080455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170106+0000","last_change":"2024-09-17T03:32:03.204107+0000","last_active":"2024-09-17T03:32:09.170106+0000","last_peered":"2024-09-17T03:32:09.170106+0000","last_clean":"2024-09-17T03:32:09.170106+0000","last_became_active":"2024-09-17T03:32:03.203798+0000","last_became_peered":"2024-09-17T03:32:03.203798+0000","last_unstale":"2024-09-17T03:32:09.170106+0000","last_undegraded":"2024-09-17T03:32:09.170106+0000","last_fullsized":"2024-09-17T03:32:09.170106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:40:50.811586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669130+0000","last_change":"2024-09-17T03:32:02.180913+0000","last_active":"2024-09-17T03:32:08.669130+0000","last_peered":"2024-09-17T03:32:08.669130+0000","last_clean":"2024-09-17T03:32:08.669130+0000","last_became_active":"2024-09-17T03:32:02.180324+0000","last_became_peered":"2024-09-17T03:32:02.180324+0000","last_unstale":"2024-09-17T03:32:08.669130+0000","last_undegraded":"2024-09-17T03:32:08.669130+0000","last_fullsized":"2024-09-17T03:32:08.669130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:23:05.730789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636683+0000","last_change":"2024-09-17T03:32:07.226852+0000","last_active":"2024-09-17T03:32:08.636683+0000","last_peered":"2024-09-17T03:32:08.636683+0000","last_clean":"2024-09-17T03:32:08.636683+0000","last_became_active":"2024-09-17T03:32:07.226405+0000","last_became_peered":"2024-09-17T03:32:07.226405+0000","last_unstale":"2024-09-17T03:32:08.636683+0000","last_undegraded":"2024-09-17T03:32:08.636683+0000","last_fullsized":"2024-09-17T03:32:08.636683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:05:32.609058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065151+0000","last_change":"2024-09-17T03:32:03.198571+0000","last_active":"2024-09-17T03:32:09.065151+0000","last_peered":"2024-09-17T03:32:09.065151+0000","last_clean":"2024-09-17T03:32:09.065151+0000","last_became_active":"2024-09-17T03:32:03.198126+0000","last_became_peered":"2024-09-17T03:32:03.198126+0000","last_unstale":"2024-09-17T03:32:09.065151+0000","last_undegraded":"2024-09-17T03:32:09.065151+0000","last_fullsized":"2024-09-17T03:32:09.065151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:51:27.859659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168810+0000","last_change":"2024-09-17T03:32:02.188335+0000","last_active":"2024-09-17T03:32:09.168810+0000","last_peered":"2024-09-17T03:32:09.168810+0000","last_clean":"2024-09-17T03:32:09.168810+0000","last_became_active":"2024-09-17T03:32:02.187964+0000","last_became_peered":"2024-09-17T03:32:02.187964+0000","last_unstale":"2024-09-17T03:32:09.168810+0000","last_undegraded":"2024-09-17T03:32:09.168810+0000","last_fullsized":"2024-09-17T03:32:09.168810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:42:29.940429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169316+0000","last_change":"2024-09-17T03:32:07.325543+0000","last_active":"2024-09-17T03:32:09.169316+0000","last_peered":"2024-09-17T03:32:09.169316+0000","last_clean":"2024-09-17T03:32:09.169316+0000","last_became_active":"2024-09-17T03:32:07.325093+0000","last_became_peered":"2024-09-17T03:32:07.325093+0000","last_unstale":"2024-09-17T03:32:09.169316+0000","last_undegraded":"2024-09-17T03:32:09.169316+0000","last_fullsized":"2024-09-17T03:32:09.169316+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:28:01.527047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064919+0000","last_change":"2024-09-17T03:32:03.198116+0000","last_active":"2024-09-17T03:32:09.064919+0000","last_peered":"2024-09-17T03:32:09.064919+0000","last_clean":"2024-09-17T03:32:09.064919+0000","last_became_active":"2024-09-17T03:32:03.197558+0000","last_became_peered":"2024-09-17T03:32:03.197558+0000","last_unstale":"2024-09-17T03:32:09.064919+0000","last_undegraded":"2024-09-17T03:32:09.064919+0000","last_fullsized":"2024-09-17T03:32:09.064919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:29.770205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207393+0000","last_change":"2024-09-17T03:32:02.183189+0000","last_active":"2024-09-17T03:32:08.207393+0000","last_peered":"2024-09-17T03:32:08.207393+0000","last_clean":"2024-09-17T03:32:08.207393+0000","last_became_active":"2024-09-17T03:32:02.182849+0000","last_became_peered":"2024-09-17T03:32:02.182849+0000","last_unstale":"2024-09-17T03:32:08.207393+0000","last_undegraded":"2024-09-17T03:32:08.207393+0000","last_fullsized":"2024-09-17T03:32:08.207393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:03:56.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204814+0000","last_change":"2024-09-17T03:32:07.221652+0000","last_active":"2024-09-17T03:32:08.204814+0000","last_peered":"2024-09-17T03:32:08.204814+0000","last_clean":"2024-09-17T03:32:08.204814+0000","last_became_active":"2024-09-17T03:32:07.221126+0000","last_became_peered":"2024-09-17T03:32:07.221126+0000","last_unstale":"2024-09-17T03:32:08.204814+0000","last_undegraded":"2024-09-17T03:32:08.204814+0000","last_fullsized":"2024-09-17T03:32:08.204814+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:25:51.837792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064514+0000","last_change":"2024-09-17T03:32:03.197159+0000","last_active":"2024-09-17T03:32:09.064514+0000","last_peered":"2024-09-17T03:32:09.064514+0000","last_clean":"2024-09-17T03:32:09.064514+0000","last_became_active":"2024-09-17T03:32:03.196840+0000","last_became_peered":"2024-09-17T03:32:03.196840+0000","last_unstale":"2024-09-17T03:32:09.064514+0000","last_undegraded":"2024-09-17T03:32:09.064514+0000","last_fullsized":"2024-09-17T03:32:09.064514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168409+0000","last_change":"2024-09-17T03:32:02.184144+0000","last_active":"2024-09-17T03:32:09.168409+0000","last_peered":"2024-09-17T03:32:09.168409+0000","last_clean":"2024-09-17T03:32:09.168409+0000","last_became_active":"2024-09-17T03:32:02.183781+0000","last_became_peered":"2024-09-17T03:32:02.183781+0000","last_unstale":"2024-09-17T03:32:09.168409+0000","last_undegraded":"2024-09-17T03:32:09.168409+0000","last_fullsized":"2024-09-17T03:32:09.168409+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:37:10.734719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636785+0000","last_change":"2024-09-17T03:32:07.224684+0000","last_active":"2024-09-17T03:32:08.636785+0000","last_peered":"2024-09-17T03:32:08.636785+0000","last_clean":"2024-09-17T03:32:08.636785+0000","last_became_active":"2024-09-17T03:32:07.224227+0000","last_became_peered":"2024-09-17T03:32:07.224227+0000","last_unstale":"2024-09-17T03:32:08.636785+0000","last_undegraded":"2024-09-17T03:32:08.636785+0000","last_fullsized":"2024-09-17T03:32:08.636785+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:42:53.063749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204704+0000","last_change":"2024-09-17T03:32:03.191888+0000","last_active":"2024-09-17T03:32:08.204704+0000","last_peered":"2024-09-17T03:32:08.204704+0000","last_clean":"2024-09-17T03:32:08.204704+0000","last_became_active":"2024-09-17T03:32:03.191578+0000","last_became_peered":"2024-09-17T03:32:03.191578+0000","last_unstale":"2024-09-17T03:32:08.204704+0000","last_undegraded":"2024-09-17T03:32:08.204704+0000","last_fullsized":"2024-09-17T03:32:08.204704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:12:57.505838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205028+0000","last_change":"2024-09-17T03:32:02.184094+0000","last_active":"2024-09-17T03:32:08.205028+0000","last_peered":"2024-09-17T03:32:08.205028+0000","last_clean":"2024-09-17T03:32:08.205028+0000","last_became_active":"2024-09-17T03:32:02.183707+0000","last_became_peered":"2024-09-17T03:32:02.183707+0000","last_unstale":"2024-09-17T03:32:08.205028+0000","last_undegraded":"2024-09-17T03:32:08.205028+0000","last_fullsized":"2024-09-17T03:32:08.205028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:10:51.020404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205320+0000","last_change":"2024-09-17T03:32:07.323357+0000","last_active":"2024-09-17T03:32:08.205320+0000","last_peered":"2024-09-17T03:32:08.205320+0000","last_clean":"2024-09-17T03:32:08.205320+0000","last_became_active":"2024-09-17T03:32:07.322904+0000","last_became_peered":"2024-09-17T03:32:07.322904+0000","last_unstale":"2024-09-17T03:32:08.205320+0000","last_undegraded":"2024-09-17T03:32:08.205320+0000","last_fullsized":"2024-09-17T03:32:08.205320+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:41:59.786418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064892+0000","last_change":"2024-09-17T03:32:03.198119+0000","last_active":"2024-09-17T03:32:09.064892+0000","last_peered":"2024-09-17T03:32:09.064892+0000","last_clean":"2024-09-17T03:32:09.064892+0000","last_became_active":"2024-09-17T03:32:03.197581+0000","last_became_peered":"2024-09-17T03:32:03.197581+0000","last_unstale":"2024-09-17T03:32:09.064892+0000","last_undegraded":"2024-09-17T03:32:09.064892+0000","last_fullsized":"2024-09-17T03:32:09.064892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:46.738936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169932+0000","last_change":"2024-09-17T03:32:02.188429+0000","last_active":"2024-09-17T03:32:09.169932+0000","last_peered":"2024-09-17T03:32:09.169932+0000","last_clean":"2024-09-17T03:32:09.169932+0000","last_became_active":"2024-09-17T03:32:02.188097+0000","last_became_peered":"2024-09-17T03:32:02.188097+0000","last_unstale":"2024-09-17T03:32:09.169932+0000","last_undegraded":"2024-09-17T03:32:09.169932+0000","last_fullsized":"2024-09-17T03:32:09.169932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204701+0000","last_change":"2024-09-17T03:32:07.323334+0000","last_active":"2024-09-17T03:32:08.204701+0000","last_peered":"2024-09-17T03:32:08.204701+0000","last_clean":"2024-09-17T03:32:08.204701+0000","last_became_active":"2024-09-17T03:32:07.322879+0000","last_became_peered":"2024-09-17T03:32:07.322879+0000","last_unstale":"2024-09-17T03:32:08.204701+0000","last_undegraded":"2024-09-17T03:32:08.204701+0000","last_fullsized":"2024-09-17T03:32:08.204701+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:05:29.214791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636235+0000","last_change":"2024-09-17T03:32:03.206543+0000","last_active":"2024-09-17T03:32:08.636235+0000","last_peered":"2024-09-17T03:32:08.636235+0000","last_clean":"2024-09-17T03:32:08.636235+0000","last_became_active":"2024-09-17T03:32:03.206236+0000","last_became_peered":"2024-09-17T03:32:03.206236+0000","last_unstale":"2024-09-17T03:32:08.636235+0000","last_undegraded":"2024-09-17T03:32:08.636235+0000","last_fullsized":"2024-09-17T03:32:08.636235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:43:04.286797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636855+0000","last_change":"2024-09-17T03:32:02.181612+0000","last_active":"2024-09-17T03:32:08.636855+0000","last_peered":"2024-09-17T03:32:08.636855+0000","last_clean":"2024-09-17T03:32:08.636855+0000","last_became_active":"2024-09-17T03:32:02.181293+0000","last_became_peered":"2024-09-17T03:32:02.181293+0000","last_unstale":"2024-09-17T03:32:08.636855+0000","last_undegraded":"2024-09-17T03:32:08.636855+0000","last_fullsized":"2024-09-17T03:32:08.636855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:00:52.011976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170080+0000","last_change":"2024-09-17T03:32:07.324201+0000","last_active":"2024-09-17T03:32:09.170080+0000","last_peered":"2024-09-17T03:32:09.170080+0000","last_clean":"2024-09-17T03:32:09.170080+0000","last_became_active":"2024-09-17T03:32:07.323686+0000","last_became_peered":"2024-09-17T03:32:07.323686+0000","last_unstale":"2024-09-17T03:32:09.170080+0000","last_undegraded":"2024-09-17T03:32:09.170080+0000","last_fullsized":"2024-09-17T03:32:09.170080+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:09:40.769403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064533+0000","last_change":"2024-09-17T03:32:03.205082+0000","last_active":"2024-09-17T03:32:09.064533+0000","last_peered":"2024-09-17T03:32:09.064533+0000","last_clean":"2024-09-17T03:32:09.064533+0000","last_became_active":"2024-09-17T03:32:03.204788+0000","last_became_peered":"2024-09-17T03:32:03.204788+0000","last_unstale":"2024-09-17T03:32:09.064533+0000","last_undegraded":"2024-09-17T03:32:09.064533+0000","last_fullsized":"2024-09-17T03:32:09.064533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:28.711702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:12.827345+0000","last_change":"2024-09-17T03:32:02.179451+0000","last_active":"2024-09-17T03:32:12.827345+0000","last_peered":"2024-09-17T03:32:12.827345+0000","last_clean":"2024-09-17T03:32:12.827345+0000","last_became_active":"2024-09-17T03:32:02.178920+0000","last_became_peered":"2024-09-17T03:32:02.178920+0000","last_unstale":"2024-09-17T03:32:12.827345+0000","last_undegraded":"2024-09-17T03:32:12.827345+0000","last_fullsized":"2024-09-17T03:32:12.827345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:14:45.965733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668890+0000","last_change":"2024-09-17T03:32:07.225034+0000","last_active":"2024-09-17T03:32:08.668890+0000","last_peered":"2024-09-17T03:32:08.668890+0000","last_clean":"2024-09-17T03:32:08.668890+0000","last_became_active":"2024-09-17T03:32:07.224558+0000","last_became_peered":"2024-09-17T03:32:07.224558+0000","last_unstale":"2024-09-17T03:32:08.668890+0000","last_undegraded":"2024-09-17T03:32:08.668890+0000","last_fullsized":"2024-09-17T03:32:08.668890+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:43:33.798548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207073+0000","last_change":"2024-09-17T03:32:03.197979+0000","last_active":"2024-09-17T03:32:08.207073+0000","last_peered":"2024-09-17T03:32:08.207073+0000","last_clean":"2024-09-17T03:32:08.207073+0000","last_became_active":"2024-09-17T03:32:03.197660+0000","last_became_peered":"2024-09-17T03:32:03.197660+0000","last_unstale":"2024-09-17T03:32:08.207073+0000","last_undegraded":"2024-09-17T03:32:08.207073+0000","last_fullsized":"2024-09-17T03:32:08.207073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669105+0000","last_change":"2024-09-17T03:32:02.185819+0000","last_active":"2024-09-17T03:32:08.669105+0000","last_peered":"2024-09-17T03:32:08.669105+0000","last_clean":"2024-09-17T03:32:08.669105+0000","last_became_active":"2024-09-17T03:32:02.185473+0000","last_became_peered":"2024-09-17T03:32:02.185473+0000","last_unstale":"2024-09-17T03:32:08.669105+0000","last_undegraded":"2024-09-17T03:32:08.669105+0000","last_fullsized":"2024-09-17T03:32:08.669105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:31:27.464340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206543+0000","last_change":"2024-09-17T03:32:07.222162+0000","last_active":"2024-09-17T03:32:08.206543+0000","last_peered":"2024-09-17T03:32:08.206543+0000","last_clean":"2024-09-17T03:32:08.206543+0000","last_became_active":"2024-09-17T03:32:07.220491+0000","last_became_peered":"2024-09-17T03:32:07.220491+0000","last_unstale":"2024-09-17T03:32:08.206543+0000","last_undegraded":"2024-09-17T03:32:08.206543+0000","last_fullsized":"2024-09-17T03:32:08.206543+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:51.177261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636834+0000","last_change":"2024-09-17T03:32:03.195871+0000","last_active":"2024-09-17T03:32:08.636834+0000","last_peered":"2024-09-17T03:32:08.636834+0000","last_clean":"2024-09-17T03:32:08.636834+0000","last_became_active":"2024-09-17T03:32:03.193820+0000","last_became_peered":"2024-09-17T03:32:03.193820+0000","last_unstale":"2024-09-17T03:32:08.636834+0000","last_undegraded":"2024-09-17T03:32:08.636834+0000","last_fullsized":"2024-09-17T03:32:08.636834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:23:47.593389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169903+0000","last_change":"2024-09-17T03:32:02.183889+0000","last_active":"2024-09-17T03:32:09.169903+0000","last_peered":"2024-09-17T03:32:09.169903+0000","last_clean":"2024-09-17T03:32:09.169903+0000","last_became_active":"2024-09-17T03:32:02.183401+0000","last_became_peered":"2024-09-17T03:32:02.183401+0000","last_unstale":"2024-09-17T03:32:09.169903+0000","last_undegraded":"2024-09-17T03:32:09.169903+0000","last_fullsized":"2024-09-17T03:32:09.169903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204805+0000","last_change":"2024-09-17T03:32:07.230953+0000","last_active":"2024-09-17T03:32:08.204805+0000","last_peered":"2024-09-17T03:32:08.204805+0000","last_clean":"2024-09-17T03:32:08.204805+0000","last_became_active":"2024-09-17T03:32:07.230407+0000","last_became_peered":"2024-09-17T03:32:07.230407+0000","last_unstale":"2024-09-17T03:32:08.204805+0000","last_undegraded":"2024-09-17T03:32:08.204805+0000","last_fullsized":"2024-09-17T03:32:08.204805+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:01:02.042340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169791+0000","last_change":"2024-09-17T03:32:03.201453+0000","last_active":"2024-09-17T03:32:09.169791+0000","last_peered":"2024-09-17T03:32:09.169791+0000","last_clean":"2024-09-17T03:32:09.169791+0000","last_became_active":"2024-09-17T03:32:03.201155+0000","last_became_peered":"2024-09-17T03:32:03.201155+0000","last_unstale":"2024-09-17T03:32:09.169791+0000","last_undegraded":"2024-09-17T03:32:09.169791+0000","last_fullsized":"2024-09-17T03:32:09.169791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:51:52.938238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206203+0000","last_change":"2024-09-17T03:32:02.183924+0000","last_active":"2024-09-17T03:32:08.206203+0000","last_peered":"2024-09-17T03:32:08.206203+0000","last_clean":"2024-09-17T03:32:08.206203+0000","last_became_active":"2024-09-17T03:32:02.183558+0000","last_became_peered":"2024-09-17T03:32:02.183558+0000","last_unstale":"2024-09-17T03:32:08.206203+0000","last_undegraded":"2024-09-17T03:32:08.206203+0000","last_fullsized":"2024-09-17T03:32:08.206203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205181+0000","last_change":"2024-09-17T03:32:07.325041+0000","last_active":"2024-09-17T03:32:08.205181+0000","last_peered":"2024-09-17T03:32:08.205181+0000","last_clean":"2024-09-17T03:32:08.205181+0000","last_became_active":"2024-09-17T03:32:07.324628+0000","last_became_peered":"2024-09-17T03:32:07.324628+0000","last_unstale":"2024-09-17T03:32:08.205181+0000","last_undegraded":"2024-09-17T03:32:08.205181+0000","last_fullsized":"2024-09-17T03:32:08.205181+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:20:47.848272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636727+0000","last_change":"2024-09-17T03:32:07.325375+0000","last_active":"2024-09-17T03:32:08.636727+0000","last_peered":"2024-09-17T03:32:08.636727+0000","last_clean":"2024-09-17T03:32:08.636727+0000","last_became_active":"2024-09-17T03:32:07.324009+0000","last_became_peered":"2024-09-17T03:32:07.324009+0000","last_unstale":"2024-09-17T03:32:08.636727+0000","last_undegraded":"2024-09-17T03:32:08.636727+0000","last_fullsized":"2024-09-17T03:32:08.636727+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:53.605547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668375+0000","last_change":"2024-09-17T03:32:03.177511+0000","last_active":"2024-09-17T03:32:08.668375+0000","last_peered":"2024-09-17T03:32:08.668375+0000","last_clean":"2024-09-17T03:32:08.668375+0000","last_became_active":"2024-09-17T03:32:03.177165+0000","last_became_peered":"2024-09-17T03:32:03.177165+0000","last_unstale":"2024-09-17T03:32:08.668375+0000","last_undegraded":"2024-09-17T03:32:08.668375+0000","last_fullsized":"2024-09-17T03:32:08.668375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169565+0000","last_change":"2024-09-17T03:32:02.182834+0000","last_active":"2024-09-17T03:32:09.169565+0000","last_peered":"2024-09-17T03:32:09.169565+0000","last_clean":"2024-09-17T03:32:09.169565+0000","last_became_active":"2024-09-17T03:32:02.182504+0000","last_became_peered":"2024-09-17T03:32:02.182504+0000","last_unstale":"2024-09-17T03:32:09.169565+0000","last_undegraded":"2024-09-17T03:32:09.169565+0000","last_fullsized":"2024-09-17T03:32:09.169565+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:14:52.493086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206089+0000","last_change":"2024-09-17T03:32:07.218625+0000","last_active":"2024-09-17T03:32:08.206089+0000","last_peered":"2024-09-17T03:32:08.206089+0000","last_clean":"2024-09-17T03:32:08.206089+0000","last_became_active":"2024-09-17T03:32:07.218157+0000","last_became_peered":"2024-09-17T03:32:07.218157+0000","last_unstale":"2024-09-17T03:32:08.206089+0000","last_undegraded":"2024-09-17T03:32:08.206089+0000","last_fullsized":"2024-09-17T03:32:08.206089+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:31:35.787291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204169+0000","last_change":"2024-09-17T03:32:03.194820+0000","last_active":"2024-09-17T03:32:08.204169+0000","last_peered":"2024-09-17T03:32:08.204169+0000","last_clean":"2024-09-17T03:32:08.204169+0000","last_became_active":"2024-09-17T03:32:03.194226+0000","last_became_peered":"2024-09-17T03:32:03.194226+0000","last_unstale":"2024-09-17T03:32:08.204169+0000","last_undegraded":"2024-09-17T03:32:08.204169+0000","last_fullsized":"2024-09-17T03:32:08.204169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:42:17.140129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205056+0000","last_change":"2024-09-17T03:32:02.186187+0000","last_active":"2024-09-17T03:32:08.205056+0000","last_peered":"2024-09-17T03:32:08.205056+0000","last_clean":"2024-09-17T03:32:08.205056+0000","last_became_active":"2024-09-17T03:32:02.185831+0000","last_became_peered":"2024-09-17T03:32:02.185831+0000","last_unstale":"2024-09-17T03:32:08.205056+0000","last_undegraded":"2024-09-17T03:32:08.205056+0000","last_fullsized":"2024-09-17T03:32:08.205056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:08:20.279519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205849+0000","last_change":"2024-09-17T03:32:02.180181+0000","last_active":"2024-09-17T03:32:08.205849+0000","last_peered":"2024-09-17T03:32:08.205849+0000","last_clean":"2024-09-17T03:32:08.205849+0000","last_became_active":"2024-09-17T03:32:02.179808+0000","last_became_peered":"2024-09-17T03:32:02.179808+0000","last_unstale":"2024-09-17T03:32:08.205849+0000","last_undegraded":"2024-09-17T03:32:08.205849+0000","last_fullsized":"2024-09-17T03:32:08.205849+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:22:41.946480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636787+0000","last_change":"2024-09-17T03:32:03.197529+0000","last_active":"2024-09-17T03:32:08.636787+0000","last_peered":"2024-09-17T03:32:08.636787+0000","last_clean":"2024-09-17T03:32:08.636787+0000","last_became_active":"2024-09-17T03:32:03.197221+0000","last_became_peered":"2024-09-17T03:32:03.197221+0000","last_unstale":"2024-09-17T03:32:08.636787+0000","last_undegraded":"2024-09-17T03:32:08.636787+0000","last_fullsized":"2024-09-17T03:32:08.636787+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:27.043259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168819+0000","last_change":"2024-09-17T03:32:07.225058+0000","last_active":"2024-09-17T03:32:09.168819+0000","last_peered":"2024-09-17T03:32:09.168819+0000","last_clean":"2024-09-17T03:32:09.168819+0000","last_became_active":"2024-09-17T03:32:07.224619+0000","last_became_peered":"2024-09-17T03:32:07.224619+0000","last_unstale":"2024-09-17T03:32:09.168819+0000","last_undegraded":"2024-09-17T03:32:09.168819+0000","last_fullsized":"2024-09-17T03:32:09.168819+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:01.494535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204402+0000","last_change":"2024-09-17T03:32:02.192447+0000","last_active":"2024-09-17T03:32:08.204402+0000","last_peered":"2024-09-17T03:32:08.204402+0000","last_clean":"2024-09-17T03:32:08.204402+0000","last_became_active":"2024-09-17T03:32:02.191731+0000","last_became_peered":"2024-09-17T03:32:02.191731+0000","last_unstale":"2024-09-17T03:32:08.204402+0000","last_undegraded":"2024-09-17T03:32:08.204402+0000","last_fullsized":"2024-09-17T03:32:08.204402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:01.154503+0000","last_clean_scrub_stamp":"2024-09-17T03:32:01.154503+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:51:50.218945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206220+0000","last_change":"2024-09-17T03:32:03.176533+0000","last_active":"2024-09-17T03:32:08.206220+0000","last_peered":"2024-09-17T03:32:08.206220+0000","last_clean":"2024-09-17T03:32:08.206220+0000","last_became_active":"2024-09-17T03:32:03.176211+0000","last_became_peered":"2024-09-17T03:32:03.176211+0000","last_unstale":"2024-09-17T03:32:08.206220+0000","last_undegraded":"2024-09-17T03:32:08.206220+0000","last_fullsized":"2024-09-17T03:32:08.206220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:25:38.413689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204798+0000","last_change":"2024-09-17T03:32:07.226953+0000","last_active":"2024-09-17T03:32:08.204798+0000","last_peered":"2024-09-17T03:32:08.204798+0000","last_clean":"2024-09-17T03:32:08.204798+0000","last_became_active":"2024-09-17T03:32:07.226480+0000","last_became_peered":"2024-09-17T03:32:07.226480+0000","last_unstale":"2024-09-17T03:32:08.204798+0000","last_undegraded":"2024-09-17T03:32:08.204798+0000","last_fullsized":"2024-09-17T03:32:08.204798+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:06.188487+0000","last_clean_scrub_stamp":"2024-09-17T03:32:06.188487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:13:21.198696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204571+0000","last_change":"2024-09-17T03:32:03.193030+0000","last_active":"2024-09-17T03:32:08.204571+0000","last_peered":"2024-09-17T03:32:08.204571+0000","last_clean":"2024-09-17T03:32:08.204571+0000","last_became_active":"2024-09-17T03:32:03.192668+0000","last_became_peered":"2024-09-17T03:32:03.192668+0000","last_unstale":"2024-09-17T03:32:08.204571+0000","last_undegraded":"2024-09-17T03:32:08.204571+0000","last_fullsized":"2024-09-17T03:32:08.204571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168505+0000","last_change":"2024-09-17T03:32:03.200179+0000","last_active":"2024-09-17T03:32:09.168505+0000","last_peered":"2024-09-17T03:32:09.168505+0000","last_clean":"2024-09-17T03:32:09.168505+0000","last_became_active":"2024-09-17T03:32:03.199845+0000","last_became_peered":"2024-09-17T03:32:03.199845+0000","last_unstale":"2024-09-17T03:32:09.168505+0000","last_undegraded":"2024-09-17T03:32:09.168505+0000","last_fullsized":"2024-09-17T03:32:09.168505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:49:16.653374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.192392+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.192050+0000","last_became_peered":"2024-09-17T03:32:03.192050+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:49:26.860827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636635+0000","last_change":"2024-09-17T03:32:03.196773+0000","last_active":"2024-09-17T03:32:08.636635+0000","last_peered":"2024-09-17T03:32:08.636635+0000","last_clean":"2024-09-17T03:32:08.636635+0000","last_became_active":"2024-09-17T03:32:03.196425+0000","last_became_peered":"2024-09-17T03:32:03.196425+0000","last_unstale":"2024-09-17T03:32:08.636635+0000","last_undegraded":"2024-09-17T03:32:08.636635+0000","last_fullsized":"2024-09-17T03:32:08.636635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:18.381843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.205101+0000","last_change":"2024-09-17T03:32:03.198471+0000","last_active":"2024-09-17T03:32:08.205101+0000","last_peered":"2024-09-17T03:32:08.205101+0000","last_clean":"2024-09-17T03:32:08.205101+0000","last_became_active":"2024-09-17T03:32:03.197642+0000","last_became_peered":"2024-09-17T03:32:03.197642+0000","last_unstale":"2024-09-17T03:32:08.205101+0000","last_undegraded":"2024-09-17T03:32:08.205101+0000","last_fullsized":"2024-09-17T03:32:08.205101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:40:30.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669003+0000","last_change":"2024-09-17T03:32:03.179459+0000","last_active":"2024-09-17T03:32:08.669003+0000","last_peered":"2024-09-17T03:32:08.669003+0000","last_clean":"2024-09-17T03:32:08.669003+0000","last_became_active":"2024-09-17T03:32:03.178882+0000","last_became_peered":"2024-09-17T03:32:03.178882+0000","last_unstale":"2024-09-17T03:32:08.669003+0000","last_undegraded":"2024-09-17T03:32:08.669003+0000","last_fullsized":"2024-09-17T03:32:08.669003+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:42:48.645616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206914+0000","last_change":"2024-09-17T03:32:03.193284+0000","last_active":"2024-09-17T03:32:08.206914+0000","last_peered":"2024-09-17T03:32:08.206914+0000","last_clean":"2024-09-17T03:32:08.206914+0000","last_became_active":"2024-09-17T03:32:03.192943+0000","last_became_peered":"2024-09-17T03:32:03.192943+0000","last_unstale":"2024-09-17T03:32:08.206914+0000","last_undegraded":"2024-09-17T03:32:08.206914+0000","last_fullsized":"2024-09-17T03:32:08.206914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204864+0000","last_change":"2024-09-17T03:32:03.197443+0000","last_active":"2024-09-17T03:32:08.204864+0000","last_peered":"2024-09-17T03:32:08.204864+0000","last_clean":"2024-09-17T03:32:08.204864+0000","last_became_active":"2024-09-17T03:32:03.197105+0000","last_became_peered":"2024-09-17T03:32:03.197105+0000","last_unstale":"2024-09-17T03:32:08.204864+0000","last_undegraded":"2024-09-17T03:32:08.204864+0000","last_fullsized":"2024-09-17T03:32:08.204864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:29:55.561894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169476+0000","last_change":"2024-09-17T03:32:03.190663+0000","last_active":"2024-09-17T03:32:09.169476+0000","last_peered":"2024-09-17T03:32:09.169476+0000","last_clean":"2024-09-17T03:32:09.169476+0000","last_became_active":"2024-09-17T03:32:03.190228+0000","last_became_peered":"2024-09-17T03:32:03.190228+0000","last_unstale":"2024-09-17T03:32:09.169476+0000","last_undegraded":"2024-09-17T03:32:09.169476+0000","last_fullsized":"2024-09-17T03:32:09.169476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:47:49.570322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204555+0000","last_change":"2024-09-17T03:32:03.197148+0000","last_active":"2024-09-17T03:32:08.204555+0000","last_peered":"2024-09-17T03:32:08.204555+0000","last_clean":"2024-09-17T03:32:08.204555+0000","last_became_active":"2024-09-17T03:32:03.196823+0000","last_became_peered":"2024-09-17T03:32:03.196823+0000","last_unstale":"2024-09-17T03:32:08.204555+0000","last_undegraded":"2024-09-17T03:32:08.204555+0000","last_fullsized":"2024-09-17T03:32:08.204555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:57:17.688660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169665+0000","last_change":"2024-09-17T03:32:03.203554+0000","last_active":"2024-09-17T03:32:09.169665+0000","last_peered":"2024-09-17T03:32:09.169665+0000","last_clean":"2024-09-17T03:32:09.169665+0000","last_became_active":"2024-09-17T03:32:03.203135+0000","last_became_peered":"2024-09-17T03:32:03.203135+0000","last_unstale":"2024-09-17T03:32:09.169665+0000","last_undegraded":"2024-09-17T03:32:09.169665+0000","last_fullsized":"2024-09-17T03:32:09.169665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:09:46.852368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636359+0000","last_change":"2024-09-17T03:32:03.205252+0000","last_active":"2024-09-17T03:32:08.636359+0000","last_peered":"2024-09-17T03:32:08.636359+0000","last_clean":"2024-09-17T03:32:08.636359+0000","last_became_active":"2024-09-17T03:32:03.204372+0000","last_became_peered":"2024-09-17T03:32:03.204372+0000","last_unstale":"2024-09-17T03:32:08.636359+0000","last_undegraded":"2024-09-17T03:32:08.636359+0000","last_fullsized":"2024-09-17T03:32:08.636359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:41:48.363312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206413+0000","last_change":"2024-09-17T03:32:03.176968+0000","last_active":"2024-09-17T03:32:08.206413+0000","last_peered":"2024-09-17T03:32:08.206413+0000","last_clean":"2024-09-17T03:32:08.206413+0000","last_became_active":"2024-09-17T03:32:03.176592+0000","last_became_peered":"2024-09-17T03:32:03.176592+0000","last_unstale":"2024-09-17T03:32:08.206413+0000","last_undegraded":"2024-09-17T03:32:08.206413+0000","last_fullsized":"2024-09-17T03:32:08.206413+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:41:11.030377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064854+0000","last_change":"2024-09-17T03:32:03.203063+0000","last_active":"2024-09-17T03:32:09.064854+0000","last_peered":"2024-09-17T03:32:09.064854+0000","last_clean":"2024-09-17T03:32:09.064854+0000","last_became_active":"2024-09-17T03:32:03.202437+0000","last_became_peered":"2024-09-17T03:32:03.202437+0000","last_unstale":"2024-09-17T03:32:09.064854+0000","last_undegraded":"2024-09-17T03:32:09.064854+0000","last_fullsized":"2024-09-17T03:32:09.064854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:16:22.569661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.168705+0000","last_change":"2024-09-17T03:32:03.189008+0000","last_active":"2024-09-17T03:32:09.168705+0000","last_peered":"2024-09-17T03:32:09.168705+0000","last_clean":"2024-09-17T03:32:09.168705+0000","last_became_active":"2024-09-17T03:32:03.188648+0000","last_became_peered":"2024-09-17T03:32:03.188648+0000","last_unstale":"2024-09-17T03:32:09.168705+0000","last_undegraded":"2024-09-17T03:32:09.168705+0000","last_fullsized":"2024-09-17T03:32:09.168705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.170135+0000","last_change":"2024-09-17T03:32:03.201437+0000","last_active":"2024-09-17T03:32:09.170135+0000","last_peered":"2024-09-17T03:32:09.170135+0000","last_clean":"2024-09-17T03:32:09.170135+0000","last_became_active":"2024-09-17T03:32:03.201125+0000","last_became_peered":"2024-09-17T03:32:03.201125+0000","last_unstale":"2024-09-17T03:32:09.170135+0000","last_undegraded":"2024-09-17T03:32:09.170135+0000","last_fullsized":"2024-09-17T03:32:09.170135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:21:53.437717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169330+0000","last_change":"2024-09-17T03:32:03.194217+0000","last_active":"2024-09-17T03:32:09.169330+0000","last_peered":"2024-09-17T03:32:09.169330+0000","last_clean":"2024-09-17T03:32:09.169330+0000","last_became_active":"2024-09-17T03:32:03.193862+0000","last_became_peered":"2024-09-17T03:32:03.193862+0000","last_unstale":"2024-09-17T03:32:09.169330+0000","last_undegraded":"2024-09-17T03:32:09.169330+0000","last_fullsized":"2024-09-17T03:32:09.169330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.668454+0000","last_change":"2024-09-17T03:32:03.178601+0000","last_active":"2024-09-17T03:32:08.668454+0000","last_peered":"2024-09-17T03:32:08.668454+0000","last_clean":"2024-09-17T03:32:08.668454+0000","last_became_active":"2024-09-17T03:32:03.178224+0000","last_became_peered":"2024-09-17T03:32:03.178224+0000","last_unstale":"2024-09-17T03:32:08.668454+0000","last_undegraded":"2024-09-17T03:32:08.668454+0000","last_fullsized":"2024-09-17T03:32:08.668454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:33:36.980475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636197+0000","last_change":"2024-09-17T03:32:03.195462+0000","last_active":"2024-09-17T03:32:08.636197+0000","last_peered":"2024-09-17T03:32:08.636197+0000","last_clean":"2024-09-17T03:32:08.636197+0000","last_became_active":"2024-09-17T03:32:03.193671+0000","last_became_peered":"2024-09-17T03:32:03.193671+0000","last_unstale":"2024-09-17T03:32:08.636197+0000","last_undegraded":"2024-09-17T03:32:08.636197+0000","last_fullsized":"2024-09-17T03:32:08.636197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:55:24.632727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.204214+0000","last_change":"2024-09-17T03:32:03.191572+0000","last_active":"2024-09-17T03:32:08.204214+0000","last_peered":"2024-09-17T03:32:08.204214+0000","last_clean":"2024-09-17T03:32:08.204214+0000","last_became_active":"2024-09-17T03:32:03.191236+0000","last_became_peered":"2024-09-17T03:32:03.191236+0000","last_unstale":"2024-09-17T03:32:08.204214+0000","last_undegraded":"2024-09-17T03:32:08.204214+0000","last_fullsized":"2024-09-17T03:32:08.204214+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:35.411539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.207009+0000","last_change":"2024-09-17T03:32:03.188107+0000","last_active":"2024-09-17T03:32:08.207009+0000","last_peered":"2024-09-17T03:32:08.207009+0000","last_clean":"2024-09-17T03:32:08.207009+0000","last_became_active":"2024-09-17T03:32:03.187208+0000","last_became_peered":"2024-09-17T03:32:03.187208+0000","last_unstale":"2024-09-17T03:32:08.207009+0000","last_undegraded":"2024-09-17T03:32:08.207009+0000","last_fullsized":"2024-09-17T03:32:08.207009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:34.703515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206114+0000","last_change":"2024-09-17T03:32:03.190944+0000","last_active":"2024-09-17T03:32:08.206114+0000","last_peered":"2024-09-17T03:32:08.206114+0000","last_clean":"2024-09-17T03:32:08.206114+0000","last_became_active":"2024-09-17T03:32:03.190583+0000","last_became_peered":"2024-09-17T03:32:03.190583+0000","last_unstale":"2024-09-17T03:32:08.206114+0000","last_undegraded":"2024-09-17T03:32:08.206114+0000","last_fullsized":"2024-09-17T03:32:08.206114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:22:58.257333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.206789+0000","last_change":"2024-09-17T03:32:03.191116+0000","last_active":"2024-09-17T03:32:08.206789+0000","last_peered":"2024-09-17T03:32:08.206789+0000","last_clean":"2024-09-17T03:32:08.206789+0000","last_became_active":"2024-09-17T03:32:03.190699+0000","last_became_peered":"2024-09-17T03:32:03.190699+0000","last_unstale":"2024-09-17T03:32:08.206789+0000","last_undegraded":"2024-09-17T03:32:08.206789+0000","last_fullsized":"2024-09-17T03:32:08.206789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:30:11.339865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.065035+0000","last_change":"2024-09-17T03:32:03.196205+0000","last_active":"2024-09-17T03:32:09.065035+0000","last_peered":"2024-09-17T03:32:09.065035+0000","last_clean":"2024-09-17T03:32:09.065035+0000","last_became_active":"2024-09-17T03:32:03.195525+0000","last_became_peered":"2024-09-17T03:32:03.195525+0000","last_unstale":"2024-09-17T03:32:09.065035+0000","last_undegraded":"2024-09-17T03:32:09.065035+0000","last_fullsized":"2024-09-17T03:32:09.065035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:21:23.815213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.203986+0000","last_change":"2024-09-17T03:32:03.193196+0000","last_active":"2024-09-17T03:32:08.203986+0000","last_peered":"2024-09-17T03:32:08.203986+0000","last_clean":"2024-09-17T03:32:08.203986+0000","last_became_active":"2024-09-17T03:32:03.192763+0000","last_became_peered":"2024-09-17T03:32:03.192763+0000","last_unstale":"2024-09-17T03:32:08.203986+0000","last_undegraded":"2024-09-17T03:32:08.203986+0000","last_fullsized":"2024-09-17T03:32:08.203986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:57:17.855458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064400+0000","last_change":"2024-09-17T03:32:03.194668+0000","last_active":"2024-09-17T03:32:09.064400+0000","last_peered":"2024-09-17T03:32:09.064400+0000","last_clean":"2024-09-17T03:32:09.064400+0000","last_became_active":"2024-09-17T03:32:03.194258+0000","last_became_peered":"2024-09-17T03:32:03.194258+0000","last_unstale":"2024-09-17T03:32:09.064400+0000","last_undegraded":"2024-09-17T03:32:09.064400+0000","last_fullsized":"2024-09-17T03:32:09.064400+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:53:38.740903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169534+0000","last_change":"2024-09-17T03:32:03.191192+0000","last_active":"2024-09-17T03:32:09.169534+0000","last_peered":"2024-09-17T03:32:09.169534+0000","last_clean":"2024-09-17T03:32:09.169534+0000","last_became_active":"2024-09-17T03:32:03.190884+0000","last_became_peered":"2024-09-17T03:32:03.190884+0000","last_unstale":"2024-09-17T03:32:09.169534+0000","last_undegraded":"2024-09-17T03:32:09.169534+0000","last_fullsized":"2024-09-17T03:32:09.169534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:55:53.572196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064455+0000","last_change":"2024-09-17T03:32:03.202452+0000","last_active":"2024-09-17T03:32:09.064455+0000","last_peered":"2024-09-17T03:32:09.064455+0000","last_clean":"2024-09-17T03:32:09.064455+0000","last_became_active":"2024-09-17T03:32:03.202161+0000","last_became_peered":"2024-09-17T03:32:03.202161+0000","last_unstale":"2024-09-17T03:32:09.064455+0000","last_undegraded":"2024-09-17T03:32:09.064455+0000","last_fullsized":"2024-09-17T03:32:09.064455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:57:22.885733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.169770+0000","last_change":"2024-09-17T03:32:03.204856+0000","last_active":"2024-09-17T03:32:09.169770+0000","last_peered":"2024-09-17T03:32:09.169770+0000","last_clean":"2024-09-17T03:32:09.169770+0000","last_became_active":"2024-09-17T03:32:03.204605+0000","last_became_peered":"2024-09-17T03:32:03.204605+0000","last_unstale":"2024-09-17T03:32:09.169770+0000","last_undegraded":"2024-09-17T03:32:09.169770+0000","last_fullsized":"2024-09-17T03:32:09.169770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:52:47.148918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.636531+0000","last_change":"2024-09-17T03:32:03.202437+0000","last_active":"2024-09-17T03:32:08.636531+0000","last_peered":"2024-09-17T03:32:08.636531+0000","last_clean":"2024-09-17T03:32:08.636531+0000","last_became_active":"2024-09-17T03:32:03.202056+0000","last_became_peered":"2024-09-17T03:32:03.202056+0000","last_unstale":"2024-09-17T03:32:08.636531+0000","last_undegraded":"2024-09-17T03:32:08.636531+0000","last_fullsized":"2024-09-17T03:32:08.636531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:27.017146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:08.669435+0000","last_change":"2024-09-17T03:32:03.189789+0000","last_active":"2024-09-17T03:32:08.669435+0000","last_peered":"2024-09-17T03:32:08.669435+0000","last_clean":"2024-09-17T03:32:08.669435+0000","last_became_active":"2024-09-17T03:32:03.189422+0000","last_became_peered":"2024-09-17T03:32:03.189422+0000","last_unstale":"2024-09-17T03:32:08.669435+0000","last_undegraded":"2024-09-17T03:32:08.669435+0000","last_fullsized":"2024-09-17T03:32:08.669435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:10:48.577687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-17T03:32:09.064874+0000","last_change":"2024-09-17T03:32:03.195852+0000","last_active":"2024-09-17T03:32:09.064874+0000","last_peered":"2024-09-17T03:32:09.064874+0000","last_clean":"2024-09-17T03:32:09.064874+0000","last_became_active":"2024-09-17T03:32:03.195204+0000","last_became_peered":"2024-09-17T03:32:03.195204+0000","last_unstale":"2024-09-17T03:32:09.064874+0000","last_undegraded":"2024-09-17T03:32:09.064874+0000","last_fullsized":"2024-09-17T03:32:09.064874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:02.160145+0000","last_clean_scrub_stamp":"2024-09-17T03:32:02.160145+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:11:08.835228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":107105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542154,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":856064,"data_stored":694213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:22.625 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-17T03:32:22.625 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-17T03:32:22.625 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-17T03:32:22.626 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-17T03:32:22.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de807e640 1 -- 172.21.15.45:0/652676237 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4dcc0039e0 msgr2=0x7f4dcc003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de807e640 1 --2- 172.21.15.45:0/652676237 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4dcc0039e0 0x7f4dcc003e10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009b50 tx=0x7f4dcc005830 comp rx=0 tx=0).stop 2024-09-17T03:32:22.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de661b640 1 -- 172.21.15.45:0/652676237 reap_dead start 2024-09-17T03:32:22.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de807e640 1 -- 172.21.15.45:0/652676237 shutdown_connections 2024-09-17T03:32:22.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de807e640 1 -- 172.21.15.45:0/652676237 >> 172.21.15.45:0/652676237 conn(0x7f4de00d4320 msgr2=0x7f4de00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:22.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de807e640 1 -- 172.21.15.45:0/652676237 shutdown_connections 2024-09-17T03:32:22.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.777+0000 7f4de807e640 1 -- 172.21.15.45:0/652676237 wait complete. 2024-09-17T03:32:22.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.778+0000 7f4de807e640 1 Processor -- start 2024-09-17T03:32:22.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.779+0000 7f4de807e640 1 -- start start 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de807e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4dcc0039e0 0x7f4de01f8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de807e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 0x7f4de015c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de807e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4de00ccff0 0x7f4de00cd400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de807e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f4de00b7a60 con 0x7f4de00c8ef0 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de807e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4de00b78e0 con 0x7f4de00ccff0 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de807e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f4de00b7be0 con 0x7f4dcc0039e0 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 0x7f4de015c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 0x7f4de015c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33574/0 (socket says 172.21.15.45:33574) 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 -- 172.21.15.45:0/2272444892 learned_addr learned my addr 172.21.15.45:0/2272444892 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de661b640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4de00ccff0 0x7f4de00cd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5e1a640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4dcc0039e0 0x7f4de01f8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 -- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4dcc0039e0 msgr2=0x7f4de01f8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4dcc0039e0 0x7f4de01f8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 -- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4de00ccff0 msgr2=0x7f4de00cd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4de00ccff0 0x7f4de00cd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 -- 172.21.15.45:0/2272444892 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de00cd940 con 0x7f4de00c8ef0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de661b640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4de00ccff0 0x7f4de00cd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.780+0000 7f4de5619640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 0x7f4de015c9d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0003f20 tx=0x7f4dd00017d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.781+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd0015070 con 0x7f4de00c8ef0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.781+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4dd0011900 con 0x7f4de00c8ef0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.781+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de00c9660 con 0x7f4de00c8ef0 2024-09-17T03:32:22.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.781+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd0011d50 con 0x7f4de00c8ef0 2024-09-17T03:32:22.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.781+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de00ab6a0 con 0x7f4de00c8ef0 2024-09-17T03:32:22.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.782+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de0161a20 con 0x7f4de00c8ef0 2024-09-17T03:32:22.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.782+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4dd0018070 con 0x7f4de00c8ef0 2024-09-17T03:32:22.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.783+0000 7f4dd67fc640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4dc4078b90 0x7f4dc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:22.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.783+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f4dd009be00 con 0x7f4de00c8ef0 2024-09-17T03:32:22.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.783+0000 7f4de5e1a640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4dc4078b90 0x7f4dc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:22.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.784+0000 7f4de5e1a640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4dc4078b90 0x7f4dc407b0a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc035000 tx=0x7f4ddc02d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:22.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:22.788+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f4de0161a20 con 0x7f4de00c8ef0 2024-09-17T03:32:23.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.011+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f4de00b6150 con 0x7f4de00c8ef0 2024-09-17T03:32:23.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.011+0000 7f4dd67fc640 1 -- 172.21.15.45:0/2272444892 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f4de00b6150 con 0x7f4de00c8ef0 2024-09-17T03:32:23.012 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:23.012 INFO:teuthology.orchestra.run.smithi045.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-17T03:32:23.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.013+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4dc4078b90 msgr2=0x7f4dc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.013+0000 7f4de807e640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4dc4078b90 0x7f4dc407b0a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc035000 tx=0x7f4ddc02d040 comp rx=0 tx=0).stop 2024-09-17T03:32:23.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.013+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 msgr2=0x7f4de015c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.013+0000 7f4de807e640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 0x7f4de015c9d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0003f20 tx=0x7f4dd00017d0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 shutdown_connections 2024-09-17T03:32:23.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4dc4078b90 0x7f4dc407b0a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4de00ccff0 0x7f4de00cd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4de00c8ef0 0x7f4de015c9d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 --2- 172.21.15.45:0/2272444892 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4dcc0039e0 0x7f4de01f8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 >> 172.21.15.45:0/2272444892 conn(0x7f4de00d4320 msgr2=0x7f4de0161310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:23.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 shutdown_connections 2024-09-17T03:32:23.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.014+0000 7f4de807e640 1 -- 172.21.15.45:0/2272444892 wait complete. 2024-09-17T03:32:23.025 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-17T03:32:23.025 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:23.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.141+0000 7f9bcde2e640 1 -- 172.21.15.45:0/2308053843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc815ff20 msgr2=0x7f9bc8070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.141+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/2308053843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc815ff20 0x7f9bc8070e40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9bb8009830 tx=0x7f9bb802a4b0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.142+0000 7f9bcde2e640 1 -- 172.21.15.45:0/2308053843 shutdown_connections 2024-09-17T03:32:23.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.142+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/2308053843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc815ff20 0x7f9bc8070e40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.142+0000 7f9bcde2e640 1 -- 172.21.15.45:0/2308053843 >> 172.21.15.45:0/2308053843 conn(0x7f9bc80ceee0 msgr2=0x7f9bc80cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:23.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.142+0000 7f9bcde2e640 1 -- 172.21.15.45:0/2308053843 shutdown_connections 2024-09-17T03:32:23.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.142+0000 7f9bcde2e640 1 -- 172.21.15.45:0/2308053843 wait complete. 2024-09-17T03:32:23.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.143+0000 7f9bcde2e640 1 Processor -- start 2024-09-17T03:32:23.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.144+0000 7f9bcde2e640 1 -- start start 2024-09-17T03:32:23.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bcde2e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 0x7f9bc81f52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bcde2e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc80d1c40 0x7f9bc80c6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bcde2e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9bc815ff20 0x7f9bc80c7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bcde2e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc815d230 con 0x7f9bc80d1830 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bcde2e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc815d0b0 con 0x7f9bc80d1c40 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bcde2e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc815d3b0 con 0x7f9bc815ff20 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 0x7f9bc81f52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 0x7f9bc81f52b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33578/0 (socket says 172.21.15.45:33578) 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 -- 172.21.15.45:0/894821366 learned_addr learned my addr 172.21.15.45:0/894821366 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc6ffd640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc80d1c40 0x7f9bc80c6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc7fff640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9bc815ff20 0x7f9bc80c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 -- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9bc815ff20 msgr2=0x7f9bc80c7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9bc815ff20 0x7f9bc80c7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 -- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc80d1c40 msgr2=0x7f9bc80c6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc80d1c40 0x7f9bc80c6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.145+0000 7f9bc77fe640 1 -- 172.21.15.45:0/894821366 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc806ef00 con 0x7f9bc80d1830 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.146+0000 7f9bc77fe640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 0x7f9bc81f52b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9bb8009950 tx=0x7f9bb8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.146+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb8005c90 con 0x7f9bc80d1830 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.146+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9bb8005020 con 0x7f9bc80d1830 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.146+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb8005450 con 0x7f9bc80d1830 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.146+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc806f4a0 con 0x7f9bc80d1830 2024-09-17T03:32:23.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.146+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc80b6270 con 0x7f9bc80d1830 2024-09-17T03:32:23.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.147+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bc8070e40 con 0x7f9bc80d1830 2024-09-17T03:32:23.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.148+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9bb80317c0 con 0x7f9bc80d1830 2024-09-17T03:32:23.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.148+0000 7f9baffff640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9bb4078b90 0x7f9bb407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.148+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f9bb80bc0f0 con 0x7f9bc80d1830 2024-09-17T03:32:23.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.149+0000 7f9bc6ffd640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9bb4078b90 0x7f9bb407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.149+0000 7f9bc6ffd640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9bb4078b90 0x7f9bb407b0a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9bc80b3f10 tx=0x7f9bbc001720 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:23.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.153+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f9bb803f030 con 0x7f9bc80d1830 2024-09-17T03:32:23.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.378+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9bc80b4ea0 con 0x7f9bc80d1830 2024-09-17T03:32:23.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.379+0000 7f9baffff640 1 -- 172.21.15.45:0/894821366 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f9bb8083b10 con 0x7f9bc80d1830 2024-09-17T03:32:23.379 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:23.380 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:23.380 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:23.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9bb4078b90 msgr2=0x7f9bb407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9bb4078b90 0x7f9bb407b0a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9bc80b3f10 tx=0x7f9bbc001720 comp rx=0 tx=0).stop 2024-09-17T03:32:23.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 msgr2=0x7f9bc81f52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 0x7f9bc81f52b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9bb8009950 tx=0x7f9bb8003c10 comp rx=0 tx=0).stop 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 shutdown_connections 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9bb4078b90 0x7f9bb407b0a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9bc80d1c40 0x7f9bc80c6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9bc815ff20 0x7f9bc80c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 --2- 172.21.15.45:0/894821366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9bc80d1830 0x7f9bc81f52b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 >> 172.21.15.45:0/894821366 conn(0x7f9bc80ceee0 msgr2=0x7f9bc80d1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 shutdown_connections 2024-09-17T03:32:23.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.381+0000 7f9bcde2e640 1 -- 172.21.15.45:0/894821366 wait complete. 2024-09-17T03:32:23.393 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 -- 172.21.15.45:0/12931974 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febe4004800 msgr2=0x7febe4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 --2- 172.21.15.45:0/12931974 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febe4004800 0x7febe4004c10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7febfc06d690 tx=0x7febe4005830 comp rx=0 tx=0).stop 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 -- 172.21.15.45:0/12931974 shutdown_connections 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 --2- 172.21.15.45:0/12931974 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febe4004800 0x7febe4004c10 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 -- 172.21.15.45:0/12931974 >> 172.21.15.45:0/12931974 conn(0x7febfc0d4320 msgr2=0x7febfc0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 -- 172.21.15.45:0/12931974 shutdown_connections 2024-09-17T03:32:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.509+0000 7fec02639640 1 -- 172.21.15.45:0/12931974 wait complete. 2024-09-17T03:32:23.511 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.511+0000 7fec02639640 1 Processor -- start 2024-09-17T03:32:23.511 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.511+0000 7fec02639640 1 -- start start 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.512+0000 7fec02639640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7febe4004800 0x7febfc0ca620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.512+0000 7fec02639640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7febfc15a160 0x7febfc1ea7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.512+0000 7fec02639640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 0x7febfc1ead00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.512+0000 7fec02639640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7febfc0b7a60 con 0x7febfc15a570 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec02639640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7febfc0b78e0 con 0x7febfc15a160 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec02639640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7febfc0b7be0 con 0x7febe4004800 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 0x7febfc1ead00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 0x7febfc1ead00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33588/0 (socket says 172.21.15.45:33588) 2024-09-17T03:32:23.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 -- 172.21.15.45:0/4015101104 learned_addr learned my addr 172.21.15.45:0/4015101104 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7febfbfff640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7febe4004800 0x7febfc0ca620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7febfb7fe640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7febfc15a160 0x7febfc1ea7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 -- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7febe4004800 msgr2=0x7febfc0ca620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7febe4004800 0x7febfc0ca620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 -- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7febfc15a160 msgr2=0x7febfc1ea7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7febfc15a160 0x7febfc1ea7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 -- 172.21.15.45:0/4015101104 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febfc1f4e60 con 0x7febfc15a570 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec00bd6640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 0x7febfc1ead00 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7febfc0d0b40 tx=0x7febf4006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4011840 con 0x7febfc15a570 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febf4018070 con 0x7febfc15a570 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febfc1f5140 con 0x7febfc15a570 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4011c80 con 0x7febfc15a570 2024-09-17T03:32:23.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.513+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febfc1f5700 con 0x7febfc15a570 2024-09-17T03:32:23.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.514+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febfc0cf100 con 0x7febfc15a570 2024-09-17T03:32:23.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.515+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7febf401d460 con 0x7febfc15a570 2024-09-17T03:32:23.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.516+0000 7febf8ff9640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7febe8078b90 0x7febe807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.516+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7febf409b830 con 0x7febfc15a570 2024-09-17T03:32:23.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.516+0000 7febfbfff640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7febe8078b90 0x7febe807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.516+0000 7febfbfff640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7febe8078b90 0x7febe807b0a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7febfc0cff50 tx=0x7febec0067d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:23.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.520+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7febf4011e20 con 0x7febfc15a570 2024-09-17T03:32:23.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.743+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7febfc0b85b0 con 0x7febfc15a570 2024-09-17T03:32:23.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.744+0000 7febf8ff9640 1 -- 172.21.15.45:0/4015101104 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7febf4063930 con 0x7febfc15a570 2024-09-17T03:32:23.744 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:23.745 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:23.745 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7febe8078b90 msgr2=0x7febe807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7febe8078b90 0x7febe807b0a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7febfc0cff50 tx=0x7febec0067d0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 msgr2=0x7febfc1ead00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 0x7febfc1ead00 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7febfc0d0b40 tx=0x7febf4006430 comp rx=0 tx=0).stop 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 shutdown_connections 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7febe8078b90 0x7febe807b0a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7febfc15a160 0x7febfc1ea7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febfc15a570 0x7febfc1ead00 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 --2- 172.21.15.45:0/4015101104 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7febe4004800 0x7febfc0ca620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 >> 172.21.15.45:0/4015101104 conn(0x7febfc0d4320 msgr2=0x7febfc15d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:23.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 shutdown_connections 2024-09-17T03:32:23.748 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.746+0000 7fec02639640 1 -- 172.21.15.45:0/4015101104 wait complete. 2024-09-17T03:32:23.758 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:23.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.874+0000 7f851e2ec640 1 -- 172.21.15.45:0/662604617 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85180b3770 msgr2=0x7f851815e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.874+0000 7f851e2ec640 1 --2- 172.21.15.45:0/662604617 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85180b3770 0x7f851815e740 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8510005fd0 tx=0x7f851002a940 comp rx=0 tx=0).stop 2024-09-17T03:32:23.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.875+0000 7f851e2ec640 1 -- 172.21.15.45:0/662604617 shutdown_connections 2024-09-17T03:32:23.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.875+0000 7f851e2ec640 1 --2- 172.21.15.45:0/662604617 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85180b3770 0x7f851815e740 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.875+0000 7f851e2ec640 1 -- 172.21.15.45:0/662604617 >> 172.21.15.45:0/662604617 conn(0x7f85180d4320 msgr2=0x7f85180d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:23.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.875+0000 7f851e2ec640 1 -- 172.21.15.45:0/662604617 shutdown_connections 2024-09-17T03:32:23.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.875+0000 7f851e2ec640 1 -- 172.21.15.45:0/662604617 wait complete. 2024-09-17T03:32:23.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.876+0000 7f851e2ec640 1 Processor -- start 2024-09-17T03:32:23.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.877+0000 7f851e2ec640 1 -- start start 2024-09-17T03:32:23.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851e2ec640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 0x7f85181f84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851e2ec640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85180b3770 0x7f85181f89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851e2ec640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85181f37b0 0x7f85181f3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851e2ec640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f85180d3710 con 0x7f851806e5c0 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851e2ec640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f85180d3590 con 0x7f85181f37b0 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851e2ec640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f85180d3890 con 0x7f85180b3770 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 0x7f85181f84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 0x7f85181f84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33594/0 (socket says 172.21.15.45:33594) 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 -- 172.21.15.45:0/3971525388 learned_addr learned my addr 172.21.15.45:0/3971525388 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851c889640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85181f37b0 0x7f85181f3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f85177fe640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85180b3770 0x7f85181f89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 -- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85180b3770 msgr2=0x7f85181f89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85180b3770 0x7f85181f89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 -- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85181f37b0 msgr2=0x7f85181f3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:23.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85181f37b0 0x7f85181f3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 -- 172.21.15.45:0/3971525388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85180ca0f0 con 0x7f851806e5c0 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f851c889640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85181f37b0 0x7f85181f3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f85177fe640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85180b3770 0x7f85181f89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.878+0000 7f8517fff640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 0x7f85181f84b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f850800c400 tx=0x7f850800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.879+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508017070 con 0x7f851806e5c0 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.879+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85080053c0 con 0x7f851806e5c0 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.879+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508003850 con 0x7f851806e5c0 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.879+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85181f2cd0 con 0x7f851806e5c0 2024-09-17T03:32:23.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.879+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85181f3290 con 0x7f851806e5c0 2024-09-17T03:32:23.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.880+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f851815e740 con 0x7f851806e5c0 2024-09-17T03:32:23.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.880+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f850801a070 con 0x7f851806e5c0 2024-09-17T03:32:23.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.881+0000 7f8514ff9640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8504078b90 0x7f850407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:23.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.881+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f850809a4a0 con 0x7f851806e5c0 2024-09-17T03:32:23.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.881+0000 7f85177fe640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8504078b90 0x7f850407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:23.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.882+0000 7f85177fe640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8504078b90 0x7f850407b0a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f850c001240 tx=0x7f850c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:23.886 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:23.886+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f85080625a0 con 0x7f851806e5c0 2024-09-17T03:32:24.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.071+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f85180d4b90 con 0x7f851806e5c0 2024-09-17T03:32:24.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.072+0000 7f8514ff9640 1 -- 172.21.15.45:0/3971525388 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f8508061ea0 con 0x7f851806e5c0 2024-09-17T03:32:24.073 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:24.073 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8504078b90 msgr2=0x7f850407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8504078b90 0x7f850407b0a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f850c001240 tx=0x7f850c009040 comp rx=0 tx=0).stop 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 msgr2=0x7f85181f84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 0x7f85181f84b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f850800c400 tx=0x7f850800c8c0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 shutdown_connections 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8504078b90 0x7f850407b0a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85181f37b0 0x7f85181f3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85180b3770 0x7f85181f89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 --2- 172.21.15.45:0/3971525388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f851806e5c0 0x7f85181f84b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 >> 172.21.15.45:0/3971525388 conn(0x7f85180d4320 msgr2=0x7f85180b5830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:24.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.074+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 shutdown_connections 2024-09-17T03:32:24.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.075+0000 7f851e2ec640 1 -- 172.21.15.45:0/3971525388 wait complete. 2024-09-17T03:32:24.086 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:24.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 -- 172.21.15.45:0/2666742302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 msgr2=0x7f3090070100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 --2- 172.21.15.45:0/2666742302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f3090070100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3084009830 tx=0x7f308402a5c0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 -- 172.21.15.45:0/2666742302 shutdown_connections 2024-09-17T03:32:24.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 --2- 172.21.15.45:0/2666742302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f3090070100 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 -- 172.21.15.45:0/2666742302 >> 172.21.15.45:0/2666742302 conn(0x7f30900b3ca0 msgr2=0x7f30900b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:24.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 -- 172.21.15.45:0/2666742302 shutdown_connections 2024-09-17T03:32:24.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.202+0000 7f3096620640 1 -- 172.21.15.45:0/2666742302 wait complete. 2024-09-17T03:32:24.204 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.204+0000 7f3096620640 1 Processor -- start 2024-09-17T03:32:24.204 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.204+0000 7f3096620640 1 -- start start 2024-09-17T03:32:24.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f3096620640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3090070640 0x7f30901f7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f3096620640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f30901f2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f3096620640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30900d19b0 0x7f3090147930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f3096620640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3090070de0 con 0x7f30900d0d00 2024-09-17T03:32:24.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f3096620640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3090070c60 con 0x7f3090070640 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f3096620640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3090153480 con 0x7f30900d19b0 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f308f7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f30901f2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f308f7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f30901f2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33618/0 (socket says 172.21.15.45:33618) 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.205+0000 7f308f7fe640 1 -- 172.21.15.45:0/2248455410 learned_addr learned my addr 172.21.15.45:0/2248455410 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308ffff640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3090070640 0x7f30901f7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f3094bbd640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30900d19b0 0x7f3090147930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308f7fe640 1 -- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30900d19b0 msgr2=0x7f3090147930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308f7fe640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30900d19b0 0x7f3090147930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308f7fe640 1 -- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3090070640 msgr2=0x7f30901f7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308f7fe640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3090070640 0x7f30901f7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308f7fe640 1 -- 172.21.15.45:0/2248455410 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3090152c30 con 0x7f30900d0d00 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308f7fe640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f30901f2ad0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3084000c00 tx=0x7f3084033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084031d60 con 0x7f30900d0d00 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30840330d0 con 0x7f30900d0d00 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30901484e0 con 0x7f30900d0d00 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084033520 con 0x7f30900d0d00 2024-09-17T03:32:24.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.206+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30901f6780 con 0x7f30900d0d00 2024-09-17T03:32:24.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.207+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3090148250 con 0x7f30900d0d00 2024-09-17T03:32:24.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.208+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f30840035f0 con 0x7f30900d0d00 2024-09-17T03:32:24.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.209+0000 7f308cff9640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f307c078bc0 0x7f307c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.209+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f30840bc570 con 0x7f30900d0d00 2024-09-17T03:32:24.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.209+0000 7f308ffff640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f307c078bc0 0x7f307c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.209+0000 7f308ffff640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f307c078bc0 0x7f307c07b0d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f30800046b0 tx=0x7f3080009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:24.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.213+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f308403f030 con 0x7f30900d0d00 2024-09-17T03:32:24.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.436+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3090153980 con 0x7f30900d0d00 2024-09-17T03:32:24.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.437+0000 7f308cff9640 1 -- 172.21.15.45:0/2248455410 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f30840840b0 con 0x7f30900d0d00 2024-09-17T03:32:24.437 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:24.438 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:24.438 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:24.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f307c078bc0 msgr2=0x7f307c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f307c078bc0 0x7f307c07b0d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f30800046b0 tx=0x7f3080009040 comp rx=0 tx=0).stop 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 msgr2=0x7f30901f2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f30901f2ad0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3084000c00 tx=0x7f3084033d60 comp rx=0 tx=0).stop 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 shutdown_connections 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f307c078bc0 0x7f307c07b0d0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f30900d19b0 0x7f3090147930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f30900d0d00 0x7f30901f2ad0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 --2- 172.21.15.45:0/2248455410 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3090070640 0x7f30901f7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 >> 172.21.15.45:0/2248455410 conn(0x7f30900b3ca0 msgr2=0x7f30900b7b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 shutdown_connections 2024-09-17T03:32:24.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.439+0000 7f3096620640 1 -- 172.21.15.45:0/2248455410 wait complete. 2024-09-17T03:32:24.854 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T03:32:02.562810+0000', 'modified': '2024-09-17T03:32:15.598593+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4386}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4386': {'gid': 4386, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.45:6835/1785224871', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.45:6833', 'nonce': 1785224871}, {'type': 'v1', 'addr': '172.21.15.45:6835', 'nonce': 1785224871}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4386, 'qdb_cluster': [4386]} 2024-09-17T03:32:24.854 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-17T03:32:24.854 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-17T03:32:24.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc795f640 1 -- 172.21.15.45:0/1599578482 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dac004800 msgr2=0x7f1dac004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc795f640 1 --2- 172.21.15.45:0/1599578482 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dac004800 0x7f1dac004c10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1db0009b50 tx=0x7f1dac005830 comp rx=0 tx=0).stop 2024-09-17T03:32:24.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc5efc640 1 -- 172.21.15.45:0/1599578482 reap_dead start 2024-09-17T03:32:24.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc795f640 1 -- 172.21.15.45:0/1599578482 shutdown_connections 2024-09-17T03:32:24.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc795f640 1 -- 172.21.15.45:0/1599578482 >> 172.21.15.45:0/1599578482 conn(0x7f1dc0073b80 msgr2=0x7f1dc0073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:24.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc795f640 1 -- 172.21.15.45:0/1599578482 shutdown_connections 2024-09-17T03:32:24.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.976+0000 7f1dc795f640 1 -- 172.21.15.45:0/1599578482 wait complete. 2024-09-17T03:32:24.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.978+0000 7f1dc795f640 1 Processor -- start 2024-09-17T03:32:24.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.978+0000 7f1dc795f640 1 -- start start 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc795f640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1dac004800 0x7f1dc014bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc795f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1dc00c91b0 0x7f1dc01f0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc795f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 0x7f1dc01f68a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc795f640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc015ce90 con 0x7f1dc01f6490 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc795f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc006f820 con 0x7f1dc00c91b0 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc795f640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc015d010 con 0x7f1dac004800 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc5efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 0x7f1dc01f68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc5efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 0x7f1dc01f68a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33648/0 (socket says 172.21.15.45:33648) 2024-09-17T03:32:24.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.979+0000 7f1dc5efc640 1 -- 172.21.15.45:0/743725164 learned_addr learned my addr 172.21.15.45:0/743725164 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1dc00c91b0 0x7f1dc01f0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1dac004800 0x7f1dc014bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc5efc640 1 -- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1dac004800 msgr2=0x7f1dc014bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1dac004800 0x7f1dc014bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc5efc640 1 -- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1dc00c91b0 msgr2=0x7f1dc01f0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1dc00c91b0 0x7f1dc01f0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc5efc640 1 -- 172.21.15.45:0/743725164 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc01f6de0 con 0x7f1dc01f6490 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 0x7f1dc01f68a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0072700 tx=0x7f1db8006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1db5ffb640 1 -- 172.21.15.45:0/743725164 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db8015070 con 0x7f1dc01f6490 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1db5ffb640 1 -- 172.21.15.45:0/743725164 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1db8011900 con 0x7f1dc01f6490 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dc00c9950 con 0x7f1dc01f6490 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1db5ffb640 1 -- 172.21.15.45:0/743725164 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db8011d30 con 0x7f1dc01f6490 2024-09-17T03:32:24.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.980+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dc00c9f10 con 0x7f1dc01f6490 2024-09-17T03:32:24.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.982+0000 7f1db5ffb640 1 -- 172.21.15.45:0/743725164 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1db8018070 con 0x7f1dc01f6490 2024-09-17T03:32:24.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.983+0000 7f1db5ffb640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1da4078bc0 0x7f1da407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.983+0000 7f1db5ffb640 1 -- 172.21.15.45:0/743725164 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1db809bd10 con 0x7f1dc01f6490 2024-09-17T03:32:24.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.983+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1da4078bc0 0x7f1da407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.983+0000 7f1dce8c9740 1 Processor -- start 2024-09-17T03:32:24.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.983+0000 7f1dce8c9740 1 -- start start 2024-09-17T03:32:24.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.984+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1da4078bc0 0x7f1da407b0d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc001050 tx=0x7f1dbc006720 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f05fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f064e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f233e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x562725e4e820 con 0x562725b13590 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x562725e3dc50 con 0x562725b0b3b0 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x562725e41a60 con 0x562725b34270 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f233e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f233e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33650/0 (socket says 172.21.15.45:33650) 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc56fb640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f05fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 -- 172.21.15.45:0/4178391280 learned_addr learned my addr 172.21.15.45:0/4178391280 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:24.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 -- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 msgr2=0x562725f05fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f05fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 -- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 msgr2=0x562725f064e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f064e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 -- 172.21.15.45:0/4178391280 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562725b9f850 con 0x562725b13590 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f233e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1db80632a0 tx=0x7f1db8063050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70ec8752ada0116c server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.985+0000 7f1daaffd640 1 -- 172.21.15.45:0/4178391280 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db801f040 con 0x562725b13590 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1daaffd640 1 -- 172.21.15.45:0/4178391280 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1db8063820 con 0x562725b13590 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1daaffd640 1 -- 172.21.15.45:0/4178391280 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db806cf20 con 0x562725b13590 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 -- 172.21.15.45:0/4178391280 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 msgr2=0x562725f233e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f233e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1db80632a0 tx=0x7f1db8063050 comp rx=0 tx=0).stop 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 -- 172.21.15.45:0/4178391280 shutdown_connections 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f233e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/4178391280 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f05fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 -- 172.21.15.45:0/4178391280 >> 172.21.15.45:0/4178391280 conn(0x562725b283c0 msgr2=0x562725edc260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:24.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 -- 172.21.15.45:0/4178391280 shutdown_connections 2024-09-17T03:32:24.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.986+0000 7f1dce8c9740 1 -- 172.21.15.45:0/4178391280 wait complete. 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.987+0000 7f1dce8c9740 1 -- start start 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.987+0000 7f1dce8c9740 1 Processor -- start 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f17080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f1bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x562725bae620 con 0x562725b13590 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x562725de35f0 con 0x562725b0b3b0 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x562725ef4c10 con 0x562725b34270 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dce8c9740 10 client.0 _ll_register_callbacks cb 0x562725de70a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f1bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f1bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33658/0 (socket says 172.21.15.45:33658) 2024-09-17T03:32:24.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 -- 172.21.15.45:0/1018757506 learned_addr learned my addr 172.21.15.45:0/1018757506 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f17080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 -- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 msgr2=0x562725f048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 -- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 msgr2=0x562725f17080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f17080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 -- 172.21.15.45:0/1018757506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562725c166b0 con 0x562725b13590 2024-09-17T03:32:24.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f1bb80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1db0009c70 tx=0x7f1db002b520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4a9f55f31b3929d server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:24.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.989+0000 7f1d9ffff640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1d9ffff640 1 -- 172.21.15.45:0/1018757506 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db0045070 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1db8063820 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1d9ffff640 1 -- 172.21.15.45:0/1018757506 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1db0004220 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1d9ffff640 1 -- 172.21.15.45:0/1018757506 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f1db004f050 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 10 client.4818 fetch_fsmap learned FSMap version 9 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x562725f30210 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1d9ffff640 1 -- 172.21.15.45:0/1018757506 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1db8063820 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1d9ffff640 1 -- 172.21.15.45:0/1018757506 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f1db0052020 con 0x562725b13590 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 10 client.4818 fetch_fsmap finished waiting for FSMap version 9 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 10 client.4818 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 20 client.4818 populate_metadata read hostname 'smithi045' 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725af2e40 0x562725f17ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:24.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 4 client.4818 mds_command: new command op to 4386 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 --> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562725e50770 con 0x562725af2e40 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.990+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725af2e40 0x562725f17ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.991+0000 7f1d9ffff640 10 client.4818 ms_handle_connect on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.991+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725af2e40 0x562725f17ce0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fb9feeb3937494e server_cookie=7a8fc379fe97b53a in_seq=0 out_seq=0 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.991+0000 7f1d9ffff640 1 -- 172.21.15.45:0/1018757506 <== mds.0 v2:172.21.15.45:6833/1785224871 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x562725e50770 con 0x562725af2e40 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.991+0000 7f1d9ffff640 10 client.4818 handle_command_reply: tid=0 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.991+0000 7f1dce8c9740 1 client.4818 shutdown 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 msgr2=0x562725f1bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f1bb80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1db0009c70 tx=0x7f1db002b520 comp rx=0 tx=0).stop 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 shutdown_connections 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725af2e40 0x562725f17ce0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b13590 0x562725f1bb80 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/1018757506 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b0b3b0 0x562725f17080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1d9ffff640 0 client.4818 ms_handle_reset on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 >> 172.21.15.45:0/1018757506 conn(0x562725b283c0 msgr2=0x562725edc110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 shutdown_connections 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 1 -- 172.21.15.45:0/1018757506 wait complete. 2024-09-17T03:32:24.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:24.992+0000 7f1dce8c9740 20 client.4818 trim_cache size 0 max 16384 2024-09-17T03:32:25.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.010+0000 7f1dce8c9740 1 Processor -- start 2024-09-17T03:32:25.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.011+0000 7f1dce8c9740 1 -- start start 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 0x562725f33030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f43560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc02003b0 con 0x562725b0b3b0 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc014a010 con 0x562725b13590 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc01ffd20 con 0x562725b34270 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 0x562725f33030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 0x562725f33030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33672/0 (socket says 172.21.15.45:33672) 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 -- 172.21.15.45:0/2304299025 learned_addr learned my addr 172.21.15.45:0/2304299025 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 -- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 msgr2=0x562725f43560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f43560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 -- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 msgr2=0x562725f33570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 -- 172.21.15.45:0/2304299025 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562725ed8b70 con 0x562725b0b3b0 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.012+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 0x562725f33030 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x562725f317a0 tx=0x7f1dbc013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a367efe46bcfb8b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1daa7fc640 1 -- 172.21.15.45:0/2304299025 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc016070 con 0x562725b0b3b0 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1daa7fc640 1 -- 172.21.15.45:0/2304299025 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dbc012720 con 0x562725b0b3b0 2024-09-17T03:32:25.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1daa7fc640 1 -- 172.21.15.45:0/2304299025 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc012ad0 con 0x562725b0b3b0 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 -- 172.21.15.45:0/2304299025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 msgr2=0x562725f33030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 0x562725f33030 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x562725f317a0 tx=0x7f1dbc013000 comp rx=0 tx=0).stop 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 -- 172.21.15.45:0/2304299025 shutdown_connections 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b34270 0x562725f43560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/2304299025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b0b3b0 0x562725f33030 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 -- 172.21.15.45:0/2304299025 >> 172.21.15.45:0/2304299025 conn(0x562725b283c0 msgr2=0x562725f16dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 -- 172.21.15.45:0/2304299025 shutdown_connections 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.013+0000 7f1dce8c9740 1 -- 172.21.15.45:0/2304299025 wait complete. 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.014+0000 7f1dce8c9740 1 -- start start 2024-09-17T03:32:25.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.014+0000 7f1dce8c9740 1 Processor -- start 2024-09-17T03:32:25.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b0b3b0 0x562725f9b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 0x562725f33570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x562725f33ba0 con 0x562725b34270 2024-09-17T03:32:25.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x562725f31ac0 con 0x562725b13590 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x562725f30f80 con 0x562725b0b3b0 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dce8c9740 10 client.0 _ll_register_callbacks cb 0x7f1dac0036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 0x562725f33570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 0x562725f33570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33676/0 (socket says 172.21.15.45:33676) 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 -- 172.21.15.45:0/3618926543 learned_addr learned my addr 172.21.15.45:0/3618926543 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc4efa640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b0b3b0 0x562725f9b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 -- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b0b3b0 msgr2=0x562725f9b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b0b3b0 0x562725f9b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 -- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 msgr2=0x562725f33030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 -- 172.21.15.45:0/3618926543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562725ed7150 con 0x562725b34270 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1dc5efc640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 0x562725f33570 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1db8088040 tx=0x7f1db8062cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b247be6e3f352db server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:25.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.016+0000 7f1d9ffff640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1d9ffff640 1 -- 172.21.15.45:0/3618926543 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db8082060 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1d9ffff640 1 -- 172.21.15.45:0/3618926543 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1db805f380 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dbc012720 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1d9ffff640 1 -- 172.21.15.45:0/3618926543 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f1db801f040 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 10 client.4824 fetch_fsmap learned FSMap version 9 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x562725fa8d20 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1d9ffff640 1 -- 172.21.15.45:0/3618926543 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dbc012720 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1d9ffff640 1 -- 172.21.15.45:0/3618926543 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f1db80624f0 con 0x562725b34270 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 10 client.4824 fetch_fsmap finished waiting for FSMap version 9 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 10 client.4824 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 20 client.4824 populate_metadata read hostname 'smithi045' 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725fa5300 0x562725fa5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 4 client.4824 mds_command: new command op to 4386 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-17T03:32:25.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 --> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] -- command(tid 0: {"prefix": "status"}) -- 0x562725e4c220 con 0x562725fa5300 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.017+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725fa5300 0x562725fa5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1d9ffff640 10 client.4824 ms_handle_connect on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dc56fb640 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725fa5300 0x562725fa5710 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ceb679e021203f46 server_cookie=edf2f6949c6d0aa3 in_seq=0 out_seq=0 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1d9ffff640 1 -- 172.21.15.45:0/3618926543 <== mds.0 v2:172.21.15.45:6833/1785224871 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x562725e4c220 con 0x562725fa5300 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1d9ffff640 10 client.4824 handle_command_reply: tid=0 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 client.4824 shutdown 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 msgr2=0x562725f33570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 0x562725f33570 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1db8088040 tx=0x7f1db8062cb0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 shutdown_connections 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:6833/1785224871,v1:172.21.15.45:6835/1785224871] conn(0x562725fa5300 0x562725fa5710 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562725b13590 0x562725f33030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x562725b34270 0x562725f33570 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1d9ffff640 0 client.4824 ms_handle_reset on v2:172.21.15.45:6833/1785224871 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 --2- 172.21.15.45:0/3618926543 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x562725b0b3b0 0x562725f9b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 >> 172.21.15.45:0/3618926543 conn(0x562725b283c0 msgr2=0x562725f1b370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 shutdown_connections 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 1 -- 172.21.15.45:0/3618926543 wait complete. 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.018+0000 7f1dce8c9740 20 client.4824 trim_cache size 0 max 16384 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:32:25.024 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "268d12fa-d9d7-4546-bc33-c6ac34cae2f6", 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 0, 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4386, 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 21.852147669000001, 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 9, 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 25, 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 25, 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 27.949886041999999 2024-09-17T03:32:25.025 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:32:25.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1da4078bc0 msgr2=0x7f1da407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1da4078bc0 0x7f1da407b0d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc001050 tx=0x7f1dbc006720 comp rx=0 tx=0).stop 2024-09-17T03:32:25.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 msgr2=0x7f1dc01f68a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 0x7f1dc01f68a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0072700 tx=0x7f1db8006430 comp rx=0 tx=0).stop 2024-09-17T03:32:25.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 shutdown_connections 2024-09-17T03:32:25.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1da4078bc0 0x7f1da407b0d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1dc00c91b0 0x7f1dc01f0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1dc01f6490 0x7f1dc01f68a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 --2- 172.21.15.45:0/743725164 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1dac004800 0x7f1dc014bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 >> 172.21.15.45:0/743725164 conn(0x7f1dc0073b80 msgr2=0x7f1dc015f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:25.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 shutdown_connections 2024-09-17T03:32:25.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.019+0000 7f1dc795f640 1 -- 172.21.15.45:0/743725164 wait complete. 2024-09-17T03:32:25.030 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-17T03:32:25.041 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-17T03:32:25.041 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-17T03:32:25.042 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:25.042 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:25.042 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:25.042 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-17T03:32:25.042 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T03:32:25.043 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:25.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.043 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2024-09-17T03:32:25.059 INFO:teuthology.orchestra.run.smithi045.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-17T03:32:25.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.059 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-17T03:32:25.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.126 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link delete ceph-brx 2024-09-17T03:32:25.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.222 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-09-17T03:32:25.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.241 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link delete ceph-brx 2024-09-17T03:32:25.313 INFO:teuthology.orchestra.run.smithi112.stderr:Cannot find device "ceph-brx" 2024-09-17T03:32:25.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:32:25.315 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-17T03:32:25.315 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-17T03:32:25.315 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-17T03:32:25.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 -- 172.21.15.45:0/1980067858 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 msgr2=0x7fb9480b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1980067858 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb9480b78e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb93c005fd0 tx=0x7fb93c02a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 -- 172.21.15.45:0/1980067858 shutdown_connections 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1980067858 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb9480b78e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1980067858 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb94806e5c0 0x7fb9480b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 -- 172.21.15.45:0/1980067858 >> 172.21.15.45:0/1980067858 conn(0x7fb9480d4320 msgr2=0x7fb9480d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 -- 172.21.15.45:0/1980067858 shutdown_connections 2024-09-17T03:32:25.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.433+0000 7fb94dba1640 1 -- 172.21.15.45:0/1980067858 wait complete. 2024-09-17T03:32:25.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.434+0000 7fb94dba1640 1 Processor -- start 2024-09-17T03:32:25.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.435+0000 7fb94dba1640 1 -- start start 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb94dba1640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb94806e5c0 0x7fb9481f9690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb94dba1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9480cef40 0x7fb94814c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb94dba1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb94814cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb94dba1640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fb9480d3380 con 0x7fb94815e740 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb94dba1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb9480d3200 con 0x7fb9480cef40 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb94dba1640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fb9480d3500 con 0x7fb94806e5c0 2024-09-17T03:32:25.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb947fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb94814cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb947fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb94814cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33698/0 (socket says 172.21.15.45:33698) 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb947fff640 1 -- 172.21.15.45:0/1171029993 learned_addr learned my addr 172.21.15.45:0/1171029993 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb946ffd640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9480cef40 0x7fb94814c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb9477fe640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb94806e5c0 0x7fb9481f9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb947fff640 1 -- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb94806e5c0 msgr2=0x7fb9481f9690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.436+0000 7fb947fff640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb94806e5c0 0x7fb9481f9690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb947fff640 1 -- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9480cef40 msgr2=0x7fb94814c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb947fff640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9480cef40 0x7fb94814c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb947fff640 1 -- 172.21.15.45:0/1171029993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb948159870 con 0x7fb94815e740 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb947fff640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb94814cf60 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb94000c760 tx=0x7fb94000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb940016020 con 0x7fb94815e740 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb94000ce10 con 0x7fb94815e740 2024-09-17T03:32:25.439 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb948159b50 con 0x7fb94815e740 2024-09-17T03:32:25.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb940006e60 con 0x7fb94815e740 2024-09-17T03:32:25.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.437+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb94815a110 con 0x7fb94815e740 2024-09-17T03:32:25.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.438+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9480d3a20 con 0x7fb94815e740 2024-09-17T03:32:25.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.439+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb940003bf0 con 0x7fb94815e740 2024-09-17T03:32:25.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.439+0000 7fb92ffff640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb934078bc0 0x7fb93407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:25.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.439+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb94009aa00 con 0x7fb94815e740 2024-09-17T03:32:25.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.440+0000 7fb9477fe640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb934078bc0 0x7fb93407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:25.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.440+0000 7fb9477fe640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb934078bc0 0x7fb93407b0d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb93800bb50 tx=0x7fb93800b2e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:25.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.444+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fb940020020 con 0x7fb94815e740 2024-09-17T03:32:25.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.669+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb9480cb0f0 con 0x7fb94815e740 2024-09-17T03:32:25.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.670+0000 7fb92ffff640 1 -- 172.21.15.45:0/1171029993 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fb9400625d0 con 0x7fb94815e740 2024-09-17T03:32:25.670 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-17T03:32:25.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb934078bc0 msgr2=0x7fb93407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb934078bc0 0x7fb93407b0d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb93800bb50 tx=0x7fb93800b2e0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 msgr2=0x7fb94814cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb94814cf60 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb94000c760 tx=0x7fb94000cc20 comp rx=0 tx=0).stop 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 shutdown_connections 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb934078bc0 0x7fb93407b0d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9480cef40 0x7fb94814c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb94815e740 0x7fb94814cf60 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 --2- 172.21.15.45:0/1171029993 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb94806e5c0 0x7fb9481f9690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 >> 172.21.15.45:0/1171029993 conn(0x7fb9480d4320 msgr2=0x7fb9480cf350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 shutdown_connections 2024-09-17T03:32:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25.672+0000 7fb94dba1640 1 -- 172.21.15.45:0/1171029993 wait complete. 2024-09-17T03:32:25.683 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T03:32:25.683 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi045.front.sepia.ceph.com 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T03:32:25.684 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-17T03:32:25.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.684 DEBUG:teuthology.orchestra.run.smithi045:> ip addr 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a6 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:25.701 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f0 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a7 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f1 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:be brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f0 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: inet 172.21.15.45/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft 42741sec preferred_lft 42741sec 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::ec4:7aff:febd:12be/64 scope link 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:bf brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:25.702 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f1 2024-09-17T03:32:25.703 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add name ceph-brx type bridge 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip addr flush dev ceph-brx 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set ceph-brx up 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-17T03:32:25.703 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:25.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:25.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:25.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.843 DEBUG:teuthology.orchestra.run.smithi045:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T03:32:25.868 INFO:teuthology.orchestra.run.smithi045.stdout:1 2024-09-17T03:32:25.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:25.869 DEBUG:teuthology.orchestra.run.smithi045:> route 2024-09-17T03:32:25.926 INFO:teuthology.orchestra.run.smithi045.stdout:Kernel IP routing table 2024-09-17T03:32:25.926 INFO:teuthology.orchestra.run.smithi045.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T03:32:25.927 INFO:teuthology.orchestra.run.smithi045.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-17T03:32:25.927 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-17T03:32:25.927 INFO:teuthology.orchestra.run.smithi045.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T03:32:25.927 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:25.927 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:25.927 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-17T03:32:25.927 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-17T03:32:25.927 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-17T03:32:25.927 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:26.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:26.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:26.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:26.056 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2024-09-17T03:32:26.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:26.073 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list-id 2024-09-17T03:32:26.129 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:26.129 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:26.129 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:26.129 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-17T03:32:26.129 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:26.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:26.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:26.249 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-17T03:32:26.249 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:26.249 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:26.250 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-17T03:32:26.250 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-17T03:32:26.250 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-17T03:32:26.250 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-17T03:32:26.250 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-17T03:32:26.250 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:26.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:26.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:26.366 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:26.367 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:26.367 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set brx.0 up 2024-09-17T03:32:26.367 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set dev brx.0 master ceph-brx 2024-09-17T03:32:26.367 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:26.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:26.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:26.446 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-17T03:32:26.446 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:26.447 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:26.463 INFO:teuthology.orchestra.run.smithi045.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-17T03:32:26.463 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:26.463 DEBUG:teuthology.orchestra.run.smithi045:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:26.519 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:32:26.586 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:26.644 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:32:26.644 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:32:26.644 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:32:26.644 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:32:26.644 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:32:26.644 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:26.645 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:26.646 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:26.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:26.647 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:32:26.701 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-17T03:32:26.701 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-17T03:32:26.744 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:32:26.769 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:26.828 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:32:26.828 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:32:26.829 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:32:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:32:26.831 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:26.831 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:26.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:26.831 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:32:26.839 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:2024-09-17T03:32:26.838+0000 7fd46751b480 -1 init, newargv = 0x7fd448004640 newargc=15 2024-09-17T03:32:26.839 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:ceph-fuse[45592]: starting ceph client 2024-09-17T03:32:26.844 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:ceph-fuse[45592]: starting fuse 2024-09-17T03:32:26.855 INFO:teuthology.orchestra.run.smithi045.stdout:43 2024-09-17T03:32:26.855 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-17T03:32:26.855 DEBUG:teuthology.orchestra.run.smithi045:> sudo stdin-killer -- python3 -c ' 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> import glob 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> import re 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> import os 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> import subprocess 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> def _find_admin_socket(client_name): 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> files = glob.glob(asok_path) 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> # Given a non-glob path, it better be there 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> if "*" not in asok_path: 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> assert(len(files) == 1) 2024-09-17T03:32:26.856 DEBUG:teuthology.orchestra.run.smithi045:> return files[0] 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> for f in files: 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> contents = proc_f.read() 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> if mountpoint in contents: 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> return f 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-17T03:32:26.857 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:26.858 DEBUG:teuthology.orchestra.run.smithi045:> print(_find_admin_socket("client.0")) 2024-09-17T03:32:26.858 DEBUG:teuthology.orchestra.run.smithi045:> ' 2024-09-17T03:32:26.975 INFO:teuthology.orchestra.run.smithi045.stdout:/var/run/ceph/ceph-client.0.45592.asok 2024-09-17T03:32:26.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:26.986 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45592.asok 2024-09-17T03:32:26.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:26.986 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45592.asok status 2024-09-17T03:32:27.131 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:32:27.131 INFO:teuthology.orchestra.run.smithi045.stdout: "metadata": { 2024-09-17T03:32:27.131 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_sha1": "ce1b342bf8c6349a8c90cd607f83bff2443f21cf", 2024-09-17T03:32:27.131 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_version": "ceph version 19.3.0-4989-gce1b342b (ce1b342bf8c6349a8c90cd607f83bff2443f21cf) squid (dev)", 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "entity_id": "0", 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "hostname": "smithi045", 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "pid": "45592", 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "root": "/" 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_count": 0, 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_pinned_count": 0, 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4836, 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "inst": { 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "name": { 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "client", 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: "num": 4836 2024-09-17T03:32:27.132 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 2141207419 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 2141207419 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "inst_str": "client.4836 192.168.0.1:0/2141207419", 2024-09-17T03:32:27.133 INFO:teuthology.orchestra.run.smithi045.stdout: "addr_str": "192.168.0.1:0/2141207419", 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout: "inode_count": 1, 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout: "mds_epoch": 9, 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch": 25, 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch_barrier": 0, 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout: "blocklisted": false, 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs" 2024-09-17T03:32:27.134 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:32:27.140 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-17T03:32:27.140 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-17T03:32:27.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 -- 172.21.15.45:0/2927930810 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad40d1c40 msgr2=0x7f8ad4072be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:27.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 --2- 172.21.15.45:0/2927930810 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad40d1c40 0x7f8ad4072be0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8ad40b1aa0 tx=0x7f8acc02a8b0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 -- 172.21.15.45:0/2927930810 shutdown_connections 2024-09-17T03:32:27.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 --2- 172.21.15.45:0/2927930810 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad40d1c40 0x7f8ad4072be0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 --2- 172.21.15.45:0/2927930810 >> v2:172.21.15.112:3300/0 conn(0x7f8ad40d1830 0x7f8ad4070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 -- 172.21.15.45:0/2927930810 >> 172.21.15.45:0/2927930810 conn(0x7f8ad40ceee0 msgr2=0x7f8ad40cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:27.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 -- 172.21.15.45:0/2927930810 shutdown_connections 2024-09-17T03:32:27.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.257+0000 7f8adab07640 1 -- 172.21.15.45:0/2927930810 wait complete. 2024-09-17T03:32:27.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.259+0000 7f8adab07640 1 Processor -- start 2024-09-17T03:32:27.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.259+0000 7f8adab07640 1 -- start start 2024-09-17T03:32:27.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8adab07640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8ad40d1830 0x7f8ad40cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:27.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8adab07640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8ad40d1c40 0x7f8ad40c68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:27.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8adab07640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 0x7f8ad40c78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:27.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8adab07640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad415cea0 con 0x7f8ad415ff20 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8adab07640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad40734f0 con 0x7f8ad40d1830 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8adab07640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8ad415d020 con 0x7f8ad40d1c40 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 0x7f8ad40c78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 0x7f8ad40c78b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:33716/0 (socket says 172.21.15.45:33716) 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 -- 172.21.15.45:0/4106290361 learned_addr learned my addr 172.21.15.45:0/4106290361 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad88a3640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8ad40d1830 0x7f8ad40cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad3fff640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8ad40d1c40 0x7f8ad40c68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 -- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8ad40d1c40 msgr2=0x7f8ad40c68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8ad40d1c40 0x7f8ad40c68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 -- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8ad40d1830 msgr2=0x7f8ad40cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8ad40d1830 0x7f8ad40cbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 -- 172.21.15.45:0/4106290361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad40c5b70 con 0x7f8ad415ff20 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.261+0000 7f8ad90a4640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 0x7f8ad40c78b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8acc005fd0 tx=0x7f8acc0316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:27.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.262+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8acc003e00 con 0x7f8ad415ff20 2024-09-17T03:32:27.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.262+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8acc031a80 con 0x7f8ad415ff20 2024-09-17T03:32:27.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.262+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8acc0330d0 con 0x7f8ad415ff20 2024-09-17T03:32:27.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.262+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ad40c5e10 con 0x7f8ad415ff20 2024-09-17T03:32:27.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.262+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ad41f4630 con 0x7f8ad415ff20 2024-09-17T03:32:27.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.263+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ad415d540 con 0x7f8ad415ff20 2024-09-17T03:32:27.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.263+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8acc033270 con 0x7f8ad415ff20 2024-09-17T03:32:27.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.264+0000 7f8ad17fa640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ab8078bc0 0x7f8ab807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:27.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.264+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8acc0bc330 con 0x7f8ad415ff20 2024-09-17T03:32:27.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.264+0000 7f8ad88a3640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ab8078bc0 0x7f8ab807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:27.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.265+0000 7f8ad88a3640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ab8078bc0 0x7f8ab807b0d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8007fd0 tx=0x7f8ac8001370 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:27.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.269+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8acc03f030 con 0x7f8ad415ff20 2024-09-17T03:32:27.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.493+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8ad40ce7f0 con 0x7f8ad415ff20 2024-09-17T03:32:27.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.494+0000 7f8ad17fa640 1 -- 172.21.15.45:0/4106290361 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f8acc083de0 con 0x7f8ad415ff20 2024-09-17T03:32:27.494 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-17T03:32:27.496 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ab8078bc0 msgr2=0x7f8ab807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:27.496 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ab8078bc0 0x7f8ab807b0d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8007fd0 tx=0x7f8ac8001370 comp rx=0 tx=0).stop 2024-09-17T03:32:27.496 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 msgr2=0x7f8ad40c78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 0x7f8ad40c78b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8acc005fd0 tx=0x7f8acc0316f0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 shutdown_connections 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ab8078bc0 0x7f8ab807b0d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ad415ff20 0x7f8ad40c78b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8ad40d1c40 0x7f8ad40c68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 --2- 172.21.15.45:0/4106290361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8ad40d1830 0x7f8ad40cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 >> 172.21.15.45:0/4106290361 conn(0x7f8ad40ceee0 msgr2=0x7f8ad415d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 shutdown_connections 2024-09-17T03:32:27.497 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27.496+0000 7f8adab07640 1 -- 172.21.15.45:0/4106290361 wait complete. 2024-09-17T03:32:27.507 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T03:32:27.507 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi045.front.sepia.ceph.com 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T03:32:27.508 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-17T03:32:27.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.508 DEBUG:teuthology.orchestra.run.smithi045:> ip addr 2024-09-17T03:32:27.524 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a6 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f0 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a7 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f1 2024-09-17T03:32:27.525 INFO:teuthology.orchestra.run.smithi045.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:be brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f0 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: inet 172.21.15.45/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft 42739sec preferred_lft 42739sec 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::ec4:7aff:febd:12be/64 scope link 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:bf brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f1 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 42:62:5b:54:88:7a brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.526 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::68a3:b7ff:fef3:b58d/64 scope link 2024-09-17T03:32:27.527 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.527 INFO:teuthology.orchestra.run.smithi045.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-17T03:32:27.527 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 42:62:5b:54:88:7a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:27.527 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::4062:5bff:fe54:887a/64 scope link tentative 2024-09-17T03:32:27.527 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.527 DEBUG:teuthology.orchestra.run.smithi045:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T03:32:27.589 INFO:teuthology.orchestra.run.smithi045.stdout:1 2024-09-17T03:32:27.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.591 DEBUG:teuthology.orchestra.run.smithi045:> route 2024-09-17T03:32:27.648 INFO:teuthology.orchestra.run.smithi045.stdout:Kernel IP routing table 2024-09-17T03:32:27.648 INFO:teuthology.orchestra.run.smithi045.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T03:32:27.648 INFO:teuthology.orchestra.run.smithi045.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-17T03:32:27.648 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-17T03:32:27.648 INFO:teuthology.orchestra.run.smithi045.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T03:32:27.648 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:27.649 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:27.649 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-17T03:32:27.649 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-17T03:32:27.649 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-17T03:32:27.649 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:27.737 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:27.771 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:27.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.777 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2024-09-17T03:32:27.794 INFO:teuthology.orchestra.run.smithi045.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-17T03:32:27.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.794 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list-id 2024-09-17T03:32:27.850 INFO:teuthology.orchestra.run.smithi045.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-17T03:32:27.850 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:27.850 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:27.850 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:32:27.851 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-17T03:32:27.851 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:27.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:27.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:27.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.970 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-17T03:32:27.995 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 12:23:a0:16:7f:0b brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-17T03:32:27.996 INFO:teuthology.orchestra.run.smithi045.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-17T03:32:27.997 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.997 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::1023:a0ff:fe16:7f0b/64 scope link tentative 2024-09-17T03:32:27.997 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:27.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:27.998 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-17T03:32:28.063 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 12:23:a0:16:7f:0b brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::1023:a0ff:fe16:7f0b/64 scope link tentative 2024-09-17T03:32:28.064 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:28.065 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-17T03:32:28.066 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:28.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:28.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:28.221 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:28.221 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:32:28.221 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set brx.1 up 2024-09-17T03:32:28.221 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set dev brx.1 master ceph-brx 2024-09-17T03:32:28.221 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:32:28.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:28.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:28.300 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-17T03:32:28.300 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:28.300 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:28.318 INFO:teuthology.orchestra.run.smithi045.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-17T03:32:28.318 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:28.318 DEBUG:teuthology.orchestra.run.smithi045:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:28.374 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:32:28.440 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:28.496 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:32:28.496 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:32:28.496 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:32:28.497 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:28.498 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:32:28.499 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:32:28.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:28.501 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:32:28.556 INFO:teuthology.orchestra.run.smithi045.stdout:43 2024-09-17T03:32:28.556 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-17T03:32:28.556 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-17T03:32:28.599 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:32:28.624 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:28.683 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:32:28.684 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:28.685 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:28.686 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:32:28.688 INFO:teuthology.orchestra.run.smithi045.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:28.688 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:32:28.688 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:32:28.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:28.688 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:32:28.695 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi045.stderr:2024-09-17T03:32:28.694+0000 7ff799b1b480 -1 init, newargv = 0x7ff788001250 newargc=15 2024-09-17T03:32:28.695 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi045.stderr:ceph-fuse[46090]: starting ceph client 2024-09-17T03:32:28.699 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi045.stderr:ceph-fuse[46090]: starting fuse 2024-09-17T03:32:28.711 INFO:teuthology.orchestra.run.smithi045.stdout:43 2024-09-17T03:32:28.711 INFO:teuthology.orchestra.run.smithi045.stdout:44 2024-09-17T03:32:28.711 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-17T03:32:28.711 DEBUG:teuthology.orchestra.run.smithi045:> sudo stdin-killer -- python3 -c ' 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> import glob 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> import re 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> import os 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> import subprocess 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> def _find_admin_socket(client_name): 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> files = glob.glob(asok_path) 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> # Given a non-glob path, it better be there 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> if "*" not in asok_path: 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> assert(len(files) == 1) 2024-09-17T03:32:28.712 DEBUG:teuthology.orchestra.run.smithi045:> return files[0] 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> for f in files: 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> contents = proc_f.read() 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> if mountpoint in contents: 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> return f 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> print(_find_admin_socket("client.2")) 2024-09-17T03:32:28.713 DEBUG:teuthology.orchestra.run.smithi045:> ' 2024-09-17T03:32:28.831 INFO:teuthology.orchestra.run.smithi045.stdout:/var/run/ceph/ceph-client.2.46090.asok 2024-09-17T03:32:28.834 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:28.842 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.46090.asok 2024-09-17T03:32:28.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:28.842 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.46090.asok status 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout: "metadata": { 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_sha1": "ce1b342bf8c6349a8c90cd607f83bff2443f21cf", 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_version": "ceph version 19.3.0-4989-gce1b342b (ce1b342bf8c6349a8c90cd607f83bff2443f21cf) squid (dev)", 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout: "entity_id": "2", 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout: "hostname": "smithi045", 2024-09-17T03:32:28.987 INFO:teuthology.orchestra.run.smithi045.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "pid": "46090", 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "root": "/" 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_count": 0, 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_pinned_count": 0, 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4848, 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "inst": { 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "name": { 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "client", 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "num": 4848 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:32:28.988 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.2:0", 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 675051656 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:32:28.989 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.2:0", 2024-09-17T03:32:28.990 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 675051656 2024-09-17T03:32:28.990 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:28.990 INFO:teuthology.orchestra.run.smithi045.stdout: "inst_str": "client.4848 192.168.0.2:0/675051656", 2024-09-17T03:32:28.990 INFO:teuthology.orchestra.run.smithi045.stdout: "addr_str": "192.168.0.2:0/675051656", 2024-09-17T03:32:28.990 INFO:teuthology.orchestra.run.smithi045.stdout: "inode_count": 1, 2024-09-17T03:32:28.990 INFO:teuthology.orchestra.run.smithi045.stdout: "mds_epoch": 9, 2024-09-17T03:32:28.991 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch": 25, 2024-09-17T03:32:28.991 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch_barrier": 0, 2024-09-17T03:32:28.991 INFO:teuthology.orchestra.run.smithi045.stdout: "blocklisted": false, 2024-09-17T03:32:28.991 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs" 2024-09-17T03:32:28.991 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:32:28.996 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-17T03:32:28.996 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-17T03:32:29.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed49769640 1 -- 172.21.15.45:0/790051496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed2c003fd0 msgr2=0x7fed2c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:29.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed49769640 1 --2- 172.21.15.45:0/790051496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed2c003fd0 0x7fed2c004800 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fed38009b50 tx=0x7fed2c005830 comp rx=0 tx=0).stop 2024-09-17T03:32:29.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed437fe640 1 -- 172.21.15.45:0/790051496 reap_dead start 2024-09-17T03:32:29.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed49769640 1 -- 172.21.15.45:0/790051496 shutdown_connections 2024-09-17T03:32:29.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed49769640 1 -- 172.21.15.45:0/790051496 >> 172.21.15.45:0/790051496 conn(0x7fed440ceee0 msgr2=0x7fed440cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:29.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed49769640 1 -- 172.21.15.45:0/790051496 shutdown_connections 2024-09-17T03:32:29.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.113+0000 7fed49769640 1 -- 172.21.15.45:0/790051496 wait complete. 2024-09-17T03:32:29.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.115+0000 7fed49769640 1 Processor -- start 2024-09-17T03:32:29.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.115+0000 7fed49769640 1 -- start start 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed49769640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed2c003fd0 0x7fed440b7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed49769640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 0x7fed44156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed49769640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed44156a60 0x7fed441473f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed49769640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fed44073160 con 0x7fed44157ce0 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed49769640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fed44072fe0 con 0x7fed44156a60 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed49769640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fed440732e0 con 0x7fed2c003fd0 2024-09-17T03:32:29.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed427fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 0x7fed44156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed427fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 0x7fed44156520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38678/0 (socket says 172.21.15.45:38678) 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed427fc640 1 -- 172.21.15.45:0/2926759987 learned_addr learned my addr 172.21.15.45:0/2926759987 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed42ffd640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed2c003fd0 0x7fed440b7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.116+0000 7fed437fe640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed44156a60 0x7fed441473f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed427fc640 1 -- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed2c003fd0 msgr2=0x7fed440b7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed427fc640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed2c003fd0 0x7fed440b7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed427fc640 1 -- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed44156a60 msgr2=0x7fed441473f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed427fc640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed44156a60 0x7fed441473f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed427fc640 1 -- 172.21.15.45:0/2926759987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed44156e70 con 0x7fed44157ce0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed427fc640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 0x7fed44156520 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed38036040 tx=0x7fed38033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed38038040 con 0x7fed44157ce0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed441f3140 con 0x7fed44157ce0 2024-09-17T03:32:29.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed38041070 con 0x7fed44157ce0 2024-09-17T03:32:29.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed38033d90 con 0x7fed44157ce0 2024-09-17T03:32:29.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.117+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed440b6a30 con 0x7fed44157ce0 2024-09-17T03:32:29.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.118+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed44070100 con 0x7fed44157ce0 2024-09-17T03:32:29.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.119+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fed38046460 con 0x7fed44157ce0 2024-09-17T03:32:29.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.119+0000 7fed2b7fe640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fed30078b90 0x7fed3007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:29.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.119+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fed380bbc10 con 0x7fed44157ce0 2024-09-17T03:32:29.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.120+0000 7fed42ffd640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fed30078b90 0x7fed3007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:29.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.120+0000 7fed42ffd640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fed30078b90 0x7fed3007b0a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fed34001370 tx=0x7fed34006f60 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:29.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.124+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fed38083640 con 0x7fed44157ce0 2024-09-17T03:32:29.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.347+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fed440ce7f0 con 0x7fed44157ce0 2024-09-17T03:32:29.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.348+0000 7fed2b7fe640 1 -- 172.21.15.45:0/2926759987 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fed380bf070 con 0x7fed44157ce0 2024-09-17T03:32:29.348 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-17T03:32:29.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fed30078b90 msgr2=0x7fed3007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:29.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fed30078b90 0x7fed3007b0a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fed34001370 tx=0x7fed34006f60 comp rx=0 tx=0).stop 2024-09-17T03:32:29.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 msgr2=0x7fed44156520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:29.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 0x7fed44156520 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed38036040 tx=0x7fed38033670 comp rx=0 tx=0).stop 2024-09-17T03:32:29.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 shutdown_connections 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fed30078b90 0x7fed3007b0a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fed44156a60 0x7fed441473f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fed44157ce0 0x7fed44156520 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 --2- 172.21.15.45:0/2926759987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fed2c003fd0 0x7fed440b7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 >> 172.21.15.45:0/2926759987 conn(0x7fed440ceee0 msgr2=0x7fed440cb0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 shutdown_connections 2024-09-17T03:32:29.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:29.350+0000 7fed49769640 1 -- 172.21.15.45:0/2926759987 wait complete. 2024-09-17T03:32:29.361 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T03:32:29.361 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi112.front.sepia.ceph.com 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T03:32:29.362 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-17T03:32:29.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:29.362 DEBUG:teuthology.orchestra.run.smithi112:> ip addr 2024-09-17T03:32:29.382 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:29.382 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:29.382 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2c brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f0 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2d brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f1 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:68 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:69 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:29.383 INFO:teuthology.orchestra.run.smithi112.stdout: inet 172.21.15.112/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-17T03:32:29.384 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft 42754sec preferred_lft 42754sec 2024-09-17T03:32:29.384 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::ec4:7aff:fe8f:cb69/64 scope link noprefixroute 2024-09-17T03:32:29.384 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:29.384 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-17T03:32:29.384 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:29.384 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:29.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add name ceph-brx type bridge 2024-09-17T03:32:29.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr flush dev ceph-brx 2024-09-17T03:32:29.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set ceph-brx up 2024-09-17T03:32:29.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-17T03:32:29.385 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:29.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:29.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:29.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:29.613 DEBUG:teuthology.orchestra.run.smithi112:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T03:32:29.638 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-09-17T03:32:29.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:29.640 DEBUG:teuthology.orchestra.run.smithi112:> route 2024-09-17T03:32:29.711 INFO:teuthology.orchestra.run.smithi112.stdout:Kernel IP routing table 2024-09-17T03:32:29.711 INFO:teuthology.orchestra.run.smithi112.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T03:32:29.711 INFO:teuthology.orchestra.run.smithi112.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-17T03:32:29.711 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-17T03:32:29.711 INFO:teuthology.orchestra.run.smithi112.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T03:32:29.711 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:29.711 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:29.712 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-17T03:32:29.712 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-17T03:32:29.712 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-17T03:32:29.712 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:29.799 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:30.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:30.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:30.021 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-09-17T03:32:30.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:30.037 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list-id 2024-09-17T03:32:30.092 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:30.092 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:30.092 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:30.092 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-17T03:32:30.093 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:30.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:30.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:30.209 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-17T03:32:30.209 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:30.209 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:30.209 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-17T03:32:30.209 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-17T03:32:30.209 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-17T03:32:30.209 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-17T03:32:30.210 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-17T03:32:30.210 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:30.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:30.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:30.333 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:30.333 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:30.333 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set brx.0 up 2024-09-17T03:32:30.333 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set dev brx.0 master ceph-brx 2024-09-17T03:32:30.333 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:30.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:30.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:30.410 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-17T03:32:30.410 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:30.410 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:30.425 INFO:teuthology.orchestra.run.smithi112.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-17T03:32:30.425 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:30.425 DEBUG:teuthology.orchestra.run.smithi112:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:30.480 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-09-17T03:32:30.545 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-09-17T03:32:30.603 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-09-17T03:32:30.604 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-4 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-5 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-6 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-7 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:30.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:30.605 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-09-17T03:32:30.649 DEBUG:teuthology.orchestra.run.smithi045:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:32:30.652 DEBUG:teuthology.orchestra.run.smithi112:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:32:30.658 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-17T03:32:30.659 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-17T03:32:30.702 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-09-17T03:32:30.766 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:30.823 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-09-17T03:32:30.824 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-09-17T03:32:30.824 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-09-17T03:32:30.824 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-09-17T03:32:30.824 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-09-17T03:32:30.824 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-09-17T03:32:30.824 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-09-17T03:32:30.825 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-09-17T03:32:30.825 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-09-17T03:32:30.825 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-09-17T03:32:30.825 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-09-17T03:32:30.825 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-09-17T03:32:30.825 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:30.826 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-4 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-5 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-6 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-7 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:30.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:30.828 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-09-17T03:32:30.829 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi112.stderr:2024-09-17T03:32:30.827+0000 7f79ae522480 -1 init, newargv = 0x559e504282f0 newargc=15 2024-09-17T03:32:30.829 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi112.stderr:ceph-fuse[42552]: starting ceph client 2024-09-17T03:32:30.832 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi112.stderr:ceph-fuse[42552]: starting fuse 2024-09-17T03:32:30.843 INFO:teuthology.orchestra.run.smithi112.stdout:41 2024-09-17T03:32:30.843 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> sudo stdin-killer -- python3 -c ' 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> import glob 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> import re 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> import os 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> import subprocess 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> def _find_admin_socket(client_name): 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> files = glob.glob(asok_path) 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:30.844 DEBUG:teuthology.orchestra.run.smithi112:> # Given a non-glob path, it better be there 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> if "*" not in asok_path: 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> assert(len(files) == 1) 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> return files[0] 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> for f in files: 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> contents = proc_f.read() 2024-09-17T03:32:30.845 DEBUG:teuthology.orchestra.run.smithi112:> if mountpoint in contents: 2024-09-17T03:32:30.846 DEBUG:teuthology.orchestra.run.smithi112:> return f 2024-09-17T03:32:30.846 DEBUG:teuthology.orchestra.run.smithi112:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-17T03:32:30.846 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:30.846 DEBUG:teuthology.orchestra.run.smithi112:> print(_find_admin_socket("client.1")) 2024-09-17T03:32:30.846 DEBUG:teuthology.orchestra.run.smithi112:> ' 2024-09-17T03:32:30.961 INFO:teuthology.orchestra.run.smithi112.stdout:/var/run/ceph/ceph-client.1.42552.asok 2024-09-17T03:32:30.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:30.971 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42552.asok 2024-09-17T03:32:30.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:30.971 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42552.asok status 2024-09-17T03:32:31.113 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-09-17T03:32:31.113 INFO:teuthology.orchestra.run.smithi112.stdout: "metadata": { 2024-09-17T03:32:31.113 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_sha1": "ce1b342bf8c6349a8c90cd607f83bff2443f21cf", 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.3.0-4989-gce1b342b (ce1b342bf8c6349a8c90cd607f83bff2443f21cf) squid (dev)", 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "entity_id": "1", 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": "smithi112", 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "pid": "42552", 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "root": "/" 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_count": 0, 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_pinned_count": 0, 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 4780, 2024-09-17T03:32:31.114 INFO:teuthology.orchestra.run.smithi112.stdout: "inst": { 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "name": { 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "client", 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "num": 4780 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3892820131 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:31.115 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3892820131 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "inst_str": "client.4780 192.168.0.1:0/3892820131", 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "addr_str": "192.168.0.1:0/3892820131", 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "inode_count": 1, 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_epoch": 9, 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch": 25, 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch_barrier": 0, 2024-09-17T03:32:31.116 INFO:teuthology.orchestra.run.smithi112.stdout: "blocklisted": false, 2024-09-17T03:32:31.117 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs" 2024-09-17T03:32:31.117 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-09-17T03:32:31.122 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-17T03:32:31.122 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 -- 172.21.15.45:0/3161125850 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac9806e5c0 msgr2=0x7fac980b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/3161125850 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac9806e5c0 0x7fac980b3770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fac88009860 tx=0x7fac8802a530 comp rx=0 tx=0).stop 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 -- 172.21.15.45:0/3161125850 shutdown_connections 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/3161125850 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac9806e5c0 0x7fac980b3770 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 -- 172.21.15.45:0/3161125850 >> 172.21.15.45:0/3161125850 conn(0x7fac980d4320 msgr2=0x7fac980d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 -- 172.21.15.45:0/3161125850 shutdown_connections 2024-09-17T03:32:31.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.256+0000 7fac9e4fa640 1 -- 172.21.15.45:0/3161125850 wait complete. 2024-09-17T03:32:31.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.258+0000 7fac9e4fa640 1 Processor -- start 2024-09-17T03:32:31.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.258+0000 7fac9e4fa640 1 -- start start 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.259+0000 7fac9e4fa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9806e5c0 0x7fac981e7860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.259+0000 7fac9e4fa640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 0x7fac98161120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.259+0000 7fac9e4fa640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac98161660 0x7fac981e96a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.259+0000 7fac9e4fa640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fac980d3710 con 0x7fac9815e740 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.259+0000 7fac9e4fa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fac980d3590 con 0x7fac9806e5c0 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.259+0000 7fac9e4fa640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fac980d3890 con 0x7fac98161660 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 0x7fac98161120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 0x7fac98161120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38684/0 (socket says 172.21.15.45:38684) 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 -- 172.21.15.45:0/2360215584 learned_addr learned my addr 172.21.15.45:0/2360215584 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac97fff640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9806e5c0 0x7fac981e7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:31.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac9ca97640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac98161660 0x7fac981e96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 -- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac98161660 msgr2=0x7fac981e96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac98161660 0x7fac981e96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 -- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9806e5c0 msgr2=0x7fac981e7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9806e5c0 0x7fac981e7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 -- 172.21.15.45:0/2360215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac981f5360 con 0x7fac9815e740 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac977fe640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 0x7fac98161120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00c4d0 tx=0x7fac8c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c017070 con 0x7fac9815e740 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac8c0035f0 con 0x7fac9815e740 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c003a00 con 0x7fac9815e740 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.260+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac981f55e0 con 0x7fac9815e740 2024-09-17T03:32:31.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.261+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac981f5ba0 con 0x7fac9815e740 2024-09-17T03:32:31.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.262+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac980b3770 con 0x7fac9815e740 2024-09-17T03:32:31.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.262+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fac8c01a070 con 0x7fac9815e740 2024-09-17T03:32:31.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.263+0000 7fac94ff9640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fac84078b90 0x7fac8407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:31.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.263+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fac8c09a460 con 0x7fac9815e740 2024-09-17T03:32:31.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.264+0000 7fac97fff640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fac84078b90 0x7fac8407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:31.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.264+0000 7fac97fff640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fac84078b90 0x7fac8407b0a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fac88034000 tx=0x7fac88004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:31.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.268+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fac981f5360 con 0x7fac9815e740 2024-09-17T03:32:31.496 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.496+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fac980ba0e0 con 0x7fac9815e740 2024-09-17T03:32:31.496 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.497+0000 7fac94ff9640 1 -- 172.21.15.45:0/2360215584 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fac8c061e80 con 0x7fac9815e740 2024-09-17T03:32:31.496 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fac84078b90 msgr2=0x7fac8407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fac84078b90 0x7fac8407b0a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fac88034000 tx=0x7fac88004730 comp rx=0 tx=0).stop 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 msgr2=0x7fac98161120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 0x7fac98161120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00c4d0 tx=0x7fac8c00c990 comp rx=0 tx=0).stop 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 shutdown_connections 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fac84078b90 0x7fac8407b0a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.499 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fac98161660 0x7fac981e96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac9815e740 0x7fac98161120 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 --2- 172.21.15.45:0/2360215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9806e5c0 0x7fac981e7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:31.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 >> 172.21.15.45:0/2360215584 conn(0x7fac980d4320 msgr2=0x7fac980ca220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:31.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 shutdown_connections 2024-09-17T03:32:31.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:31.499+0000 7fac9e4fa640 1 -- 172.21.15.45:0/2360215584 wait complete. 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi112.front.sepia.ceph.com 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T03:32:31.510 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-17T03:32:31.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.511 DEBUG:teuthology.orchestra.run.smithi112:> ip addr 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:31.527 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2c brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f0 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2d brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f1 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:68 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:69 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: inet 172.21.15.112/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft 42752sec preferred_lft 42752sec 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::ec4:7aff:fe8f:cb69/64 scope link noprefixroute 2024-09-17T03:32:31.528 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 86:23:a8:11:5a:8a brd ff:ff:ff:ff:ff:ff 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::802e:c0ff:fe9b:67d2/64 scope link tentative 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 86:23:a8:11:5a:8a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::8423:a8ff:fe11:5a8a/64 scope link tentative 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.530 DEBUG:teuthology.orchestra.run.smithi112:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T03:32:31.591 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-09-17T03:32:31.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.593 DEBUG:teuthology.orchestra.run.smithi112:> route 2024-09-17T03:32:31.649 INFO:teuthology.orchestra.run.smithi112.stdout:Kernel IP routing table 2024-09-17T03:32:31.650 INFO:teuthology.orchestra.run.smithi112.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T03:32:31.650 INFO:teuthology.orchestra.run.smithi112.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-17T03:32:31.650 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-17T03:32:31.650 INFO:teuthology.orchestra.run.smithi112.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T03:32:31.650 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:31.650 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:31.650 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-17T03:32:31.650 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-17T03:32:31.650 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-17T03:32:31.651 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:31.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:31.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:31.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.776 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-09-17T03:32:31.792 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-17T03:32:31.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.792 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list-id 2024-09-17T03:32:31.847 INFO:teuthology.orchestra.run.smithi112.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-17T03:32:31.848 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:31.848 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:31.848 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-17T03:32:31.848 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-17T03:32:31.848 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:31.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:31.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:31.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.966 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-17T03:32:31.990 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:31.990 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:31.990 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:31.990 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.990 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:31.990 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.991 INFO:teuthology.orchestra.run.smithi112.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:32:31.991 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether a6:66:4f:7c:09:dd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-17T03:32:31.991 INFO:teuthology.orchestra.run.smithi112.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-17T03:32:31.991 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.991 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::a466:4fff:fe7c:9dd/64 scope link 2024-09-17T03:32:31.991 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:31.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:31.992 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-17T03:32:32.056 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:32:32.056 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:32:32.056 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether a6:66:4f:7c:09:dd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::a466:4fff:fe7c:9dd/64 scope link 2024-09-17T03:32:32.057 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:32:32.058 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-17T03:32:32.058 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:32.058 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:32.058 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-17T03:32:32.059 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-17T03:32:32.059 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-17T03:32:32.059 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-17T03:32:32.059 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-17T03:32:32.059 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:32.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:32.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:32.210 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:32:32.210 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-09-17T03:32:32.210 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set brx.1 up 2024-09-17T03:32:32.210 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set dev brx.1 master ceph-brx 2024-09-17T03:32:32.210 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-09-17T03:32:32.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:32:32.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:32.286 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-17T03:32:32.286 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:32.286 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:32.302 INFO:teuthology.orchestra.run.smithi112.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-17T03:32:32.302 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:32:32.303 DEBUG:teuthology.orchestra.run.smithi112:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:32.357 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-09-17T03:32:32.422 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:32.478 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-09-17T03:32:32.478 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-09-17T03:32:32.478 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-09-17T03:32:32.478 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-09-17T03:32:32.479 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-4 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-5 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-6 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-7 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-09-17T03:32:32.480 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:32.481 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:32.481 INFO:teuthology.orchestra.run.smithi112.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:32.481 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-17T03:32:32.481 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-17T03:32:32.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:32.481 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-09-17T03:32:32.533 INFO:teuthology.orchestra.run.smithi112.stdout:41 2024-09-17T03:32:32.534 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-17T03:32:32.534 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-17T03:32:32.578 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-09-17T03:32:32.602 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:32:32.661 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:32:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-4 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-5 2024-09-17T03:32:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-6 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph/osd/ceph-7 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-17T03:32:32.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:32.664 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-09-17T03:32:32.671 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi112.stderr:2024-09-17T03:32:32.671+0000 7f98e82f5480 -1 init, newargv = 0x7f98cc004360 newargc=15 2024-09-17T03:32:32.671 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi112.stderr:ceph-fuse[43008]: starting ceph client 2024-09-17T03:32:32.676 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi112.stderr:ceph-fuse[43008]: starting fuse 2024-09-17T03:32:32.686 INFO:teuthology.orchestra.run.smithi112.stdout:41 2024-09-17T03:32:32.686 INFO:teuthology.orchestra.run.smithi112.stdout:44 2024-09-17T03:32:32.686 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-17T03:32:32.686 DEBUG:teuthology.orchestra.run.smithi112:> sudo stdin-killer -- python3 -c ' 2024-09-17T03:32:32.686 DEBUG:teuthology.orchestra.run.smithi112:> import glob 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> import re 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> import os 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> import subprocess 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> def _find_admin_socket(client_name): 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> files = glob.glob(asok_path) 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> # Given a non-glob path, it better be there 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> if "*" not in asok_path: 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> assert(len(files) == 1) 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> return files[0] 2024-09-17T03:32:32.687 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> for f in files: 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> contents = proc_f.read() 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> if mountpoint in contents: 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> return f 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> print(_find_admin_socket("client.3")) 2024-09-17T03:32:32.688 DEBUG:teuthology.orchestra.run.smithi112:> ' 2024-09-17T03:32:32.803 INFO:teuthology.orchestra.run.smithi112.stdout:/var/run/ceph/ceph-client.3.43008.asok 2024-09-17T03:32:32.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-17T03:32:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:32:32.814 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43008.asok 2024-09-17T03:32:32.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:32.814 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43008.asok status 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "metadata": { 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_sha1": "ce1b342bf8c6349a8c90cd607f83bff2443f21cf", 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.3.0-4989-gce1b342b (ce1b342bf8c6349a8c90cd607f83bff2443f21cf) squid (dev)", 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "entity_id": "3", 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": "smithi112", 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-17T03:32:32.955 INFO:teuthology.orchestra.run.smithi112.stdout: "pid": "43008", 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "root": "/" 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_count": 0, 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_pinned_count": 0, 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 4661, 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "inst": { 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "name": { 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "client", 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "num": 4661 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-09-17T03:32:32.956 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.2:0", 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 2762699654 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.2:0", 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 2762699654 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "inst_str": "client.4661 192.168.0.2:0/2762699654", 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "addr_str": "192.168.0.2:0/2762699654", 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "inode_count": 1, 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_epoch": 9, 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch": 25, 2024-09-17T03:32:32.957 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch_barrier": 0, 2024-09-17T03:32:32.958 INFO:teuthology.orchestra.run.smithi112.stdout: "blocklisted": false, 2024-09-17T03:32:32.958 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs" 2024-09-17T03:32:32.958 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-09-17T03:32:32.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:32.964 DEBUG:teuthology.orchestra.run.smithi045:> stat --file-system '--printf=%T 2024-09-17T03:32:32.964 DEBUG:teuthology.orchestra.run.smithi045:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:32.984 INFO:teuthology.orchestra.run.smithi045.stdout:fuseblk 2024-09-17T03:32:32.984 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:32.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:32.985 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:33.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:33.056 DEBUG:teuthology.orchestra.run.smithi045:> stat --file-system '--printf=%T 2024-09-17T03:32:33.056 DEBUG:teuthology.orchestra.run.smithi045:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:33.115 INFO:teuthology.orchestra.run.smithi045.stdout:fuseblk 2024-09-17T03:32:33.116 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:33.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:33.116 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:33.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:33.186 DEBUG:teuthology.orchestra.run.smithi112:> stat --file-system '--printf=%T 2024-09-17T03:32:33.186 DEBUG:teuthology.orchestra.run.smithi112:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:33.203 INFO:teuthology.orchestra.run.smithi112.stdout:fuseblk 2024-09-17T03:32:33.204 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:33.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:33.204 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:33.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:33.270 DEBUG:teuthology.orchestra.run.smithi112:> stat --file-system '--printf=%T 2024-09-17T03:32:33.270 DEBUG:teuthology.orchestra.run.smithi112:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:33.326 INFO:teuthology.orchestra.run.smithi112.stdout:fuseblk 2024-09-17T03:32:33.326 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:33.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:33.326 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:33.391 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-17T03:32:33.443 INFO:tasks.cephfs_test_runner:Starting test: test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) 2024-09-17T03:32:33.443 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:33.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 -- 172.21.15.45:0/3542288083 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b500cf650 msgr2=0x7f8b500b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 --2- 172.21.15.45:0/3542288083 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b500cf650 0x7f8b500b3770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8b38009830 tx=0x7f8b3802a510 comp rx=0 tx=0).stop 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 -- 172.21.15.45:0/3542288083 shutdown_connections 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 --2- 172.21.15.45:0/3542288083 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b5015e740 0x7f8b500b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 --2- 172.21.15.45:0/3542288083 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b500cf650 0x7f8b500b3770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 -- 172.21.15.45:0/3542288083 >> 172.21.15.45:0/3542288083 conn(0x7f8b500d4320 msgr2=0x7f8b500d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 -- 172.21.15.45:0/3542288083 shutdown_connections 2024-09-17T03:32:33.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.576+0000 7f8b55007640 1 -- 172.21.15.45:0/3542288083 wait complete. 2024-09-17T03:32:33.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.578+0000 7f8b55007640 1 Processor -- start 2024-09-17T03:32:33.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.578+0000 7f8b55007640 1 -- start start 2024-09-17T03:32:33.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b55007640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b5006e5c0 0x7f8b500caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b55007640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b5015e740 0x7f8b50149810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b55007640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 0x7f8b501f5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b55007640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8b500d3460 con 0x7f8b501e89d0 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b55007640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8b500d32e0 con 0x7f8b5006e5c0 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b55007640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8b500d35e0 con 0x7f8b5015e740 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b4f59e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 0x7f8b501f5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b4f59e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 0x7f8b501f5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38698/0 (socket says 172.21.15.45:38698) 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b4f59e640 1 -- 172.21.15.45:0/3608231095 learned_addr learned my addr 172.21.15.45:0/3608231095 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b4ed9d640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b5006e5c0 0x7f8b500caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.579+0000 7f8b47fff640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b5015e740 0x7f8b50149810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4ed9d640 1 -- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b5015e740 msgr2=0x7f8b50149810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4ed9d640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b5015e740 0x7f8b50149810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4ed9d640 1 -- 172.21.15.45:0/3608231095 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 msgr2=0x7f8b501f5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4ed9d640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 0x7f8b501f5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4ed9d640 1 -- 172.21.15.45:0/3608231095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b501e90b0 con 0x7f8b5006e5c0 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4f59e640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 0x7f8b501f5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b4ed9d640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b5006e5c0 0x7f8b500caf10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8b4000c3c0 tx=0x7f8b4000c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b40011790 con 0x7f8b5006e5c0 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b40017070 con 0x7f8b5006e5c0 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b40011ce0 con 0x7f8b5006e5c0 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b501e9390 con 0x7f8b5006e5c0 2024-09-17T03:32:33.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.580+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b500ce090 con 0x7f8b5006e5c0 2024-09-17T03:32:33.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.581+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b500b4520 con 0x7f8b5006e5c0 2024-09-17T03:32:33.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.582+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8b4001c460 con 0x7f8b5006e5c0 2024-09-17T03:32:33.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.583+0000 7f8b477fe640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b30078b90 0x7f8b3007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.583+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8b4009aba0 con 0x7f8b5006e5c0 2024-09-17T03:32:33.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.583+0000 7f8b47fff640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b30078b90 0x7f8b3007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.583+0000 7f8b47fff640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b30078b90 0x7f8b3007b0a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8b38034000 tx=0x7f8b38004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:33.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.588+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8b500b4520 con 0x7f8b5006e5c0 2024-09-17T03:32:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.773+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8b500d3a90 con 0x7f8b5006e5c0 2024-09-17T03:32:33.774 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.774+0000 7f8b477fe640 1 -- 172.21.15.45:0/3608231095 <== mon.1 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f8b400626c0 con 0x7f8b5006e5c0 2024-09-17T03:32:33.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:33.774 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:33.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.776+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b30078b90 msgr2=0x7f8b3007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.776+0000 7f8b55007640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b30078b90 0x7f8b3007b0a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8b38034000 tx=0x7f8b38004730 comp rx=0 tx=0).stop 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.776+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b5006e5c0 msgr2=0x7f8b500caf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.776+0000 7f8b55007640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b5006e5c0 0x7f8b500caf10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8b4000c3c0 tx=0x7f8b4000c880 comp rx=0 tx=0).stop 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 shutdown_connections 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b30078b90 0x7f8b3007b0a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b501e89d0 0x7f8b501f5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b5015e740 0x7f8b50149810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 --2- 172.21.15.45:0/3608231095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b5006e5c0 0x7f8b500caf10 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 >> 172.21.15.45:0/3608231095 conn(0x7f8b500d4320 msgr2=0x7f8b5015d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 shutdown_connections 2024-09-17T03:32:33.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.777+0000 7f8b55007640 1 -- 172.21.15.45:0/3608231095 wait complete. 2024-09-17T03:32:33.788 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-17T03:31:50.109355+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-17T03:32:00.387563+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-17T03:32:01.521994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-17T03:32:05.194362+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-17T03:32:33.788 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-17T03:32:33.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 -- 172.21.15.45:0/98405227 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86040cf650 msgr2=0x7f86040b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 --2- 172.21.15.45:0/98405227 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86040cf650 0x7f86040b3770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f86040d50e0 tx=0x7f85f802a530 comp rx=0 tx=0).stop 2024-09-17T03:32:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 -- 172.21.15.45:0/98405227 shutdown_connections 2024-09-17T03:32:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 --2- 172.21.15.45:0/98405227 >> v2:172.21.15.45:3300/0 conn(0x7f860415e740 0x7f86040b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 --2- 172.21.15.45:0/98405227 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86040cf650 0x7f86040b3770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 -- 172.21.15.45:0/98405227 >> 172.21.15.45:0/98405227 conn(0x7f86040d4320 msgr2=0x7f86040d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 -- 172.21.15.45:0/98405227 shutdown_connections 2024-09-17T03:32:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.908+0000 7f86095e6640 1 -- 172.21.15.45:0/98405227 wait complete. 2024-09-17T03:32:33.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.910+0000 7f86095e6640 1 Processor -- start 2024-09-17T03:32:33.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.910+0000 7f86095e6640 1 -- start start 2024-09-17T03:32:33.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86095e6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f860406e5c0 0x7f86040cda70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86095e6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 0x7f86041f5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86095e6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f86041e9930 0x7f86041f5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86095e6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f86040d33d0 con 0x7f860415e740 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86095e6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f86040d3250 con 0x7f860406e5c0 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86095e6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f86040d3550 con 0x7f86041e9930 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86027fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 0x7f86041f5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86027fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 0x7f86041f5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38714/0 (socket says 172.21.15.45:38714) 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86027fc640 1 -- 172.21.15.45:0/3215652893 learned_addr learned my addr 172.21.15.45:0/3215652893 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f8602ffd640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f860406e5c0 0x7f86040cda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.911+0000 7f86037fe640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f86041e9930 0x7f86041f5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86027fc640 1 -- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f86041e9930 msgr2=0x7f86041f5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86027fc640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f86041e9930 0x7f86041f5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86027fc640 1 -- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f860406e5c0 msgr2=0x7f86040cda70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86027fc640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f860406e5c0 0x7f86040cda70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86027fc640 1 -- 172.21.15.45:0/3215652893 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860415f9f0 con 0x7f860415e740 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86027fc640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 0x7f86041f5aa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f85f802ab20 tx=0x7f85f8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8005c90 con 0x7f860415e740 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85f8031e50 con 0x7f860415e740 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8604160a30 con 0x7f860415e740 2024-09-17T03:32:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8005240 con 0x7f860415e740 2024-09-17T03:32:33.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.912+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f860415ff50 con 0x7f860415e740 2024-09-17T03:32:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.913+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86040d3a70 con 0x7f860415e740 2024-09-17T03:32:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.914+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f85f80053e0 con 0x7f860415e740 2024-09-17T03:32:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.914+0000 7f85eb7fe640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85f0078bc0 0x7f85f007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.914+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f85f80bc110 con 0x7f860415e740 2024-09-17T03:32:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.915+0000 7f8602ffd640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85f0078bc0 0x7f85f007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.915+0000 7f8602ffd640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85f0078bc0 0x7f85f007b0d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f85f4004a30 tx=0x7f85f4001a70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:33.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:33.919+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f860415f9f0 con 0x7f860415e740 2024-09-17T03:32:34.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.103+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f86040d0130 con 0x7f860415e740 2024-09-17T03:32:34.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.104+0000 7f85eb7fe640 1 -- 172.21.15.45:0/3215652893 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f85f803f030 con 0x7f860415e740 2024-09-17T03:32:34.103 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2024-09-17T03:32:34.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85f0078bc0 msgr2=0x7f85f007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85f0078bc0 0x7f85f007b0d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f85f4004a30 tx=0x7f85f4001a70 comp rx=0 tx=0).stop 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 msgr2=0x7f86041f5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 0x7f86041f5aa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f85f802ab20 tx=0x7f85f8033c20 comp rx=0 tx=0).stop 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 shutdown_connections 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85f0078bc0 0x7f85f007b0d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f86041e9930 0x7f86041f5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f860415e740 0x7f86041f5aa0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 --2- 172.21.15.45:0/3215652893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f860406e5c0 0x7f86040cda70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 >> 172.21.15.45:0/3215652893 conn(0x7f86040d4320 msgr2=0x7f86040b9660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 shutdown_connections 2024-09-17T03:32:34.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.106+0000 7f86095e6640 1 -- 172.21.15.45:0/3215652893 wait complete. 2024-09-17T03:32:34.117 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-17T03:32:34.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 -- 172.21.15.45:0/1200586328 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 msgr2=0x7fee80154f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 --2- 172.21.15.45:0/1200586328 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80154f80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fee8008d200 tx=0x7fee7802a820 comp rx=0 tx=0).stop 2024-09-17T03:32:34.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 -- 172.21.15.45:0/1200586328 shutdown_connections 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 --2- 172.21.15.45:0/1200586328 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80154f80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 --2- 172.21.15.45:0/1200586328 >> v2:172.21.15.112:3300/0 conn(0x7fee800d22c0 0x7fee800cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 -- 172.21.15.45:0/1200586328 >> 172.21.15.45:0/1200586328 conn(0x7fee800d1b20 msgr2=0x7fee800d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 -- 172.21.15.45:0/1200586328 shutdown_connections 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.237+0000 7fee868f2640 1 -- 172.21.15.45:0/1200586328 wait complete. 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.239+0000 7fee868f2640 1 Processor -- start 2024-09-17T03:32:34.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.239+0000 7fee868f2640 1 -- start start 2024-09-17T03:32:34.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee800cf620 0x7fee801587c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee800d22c0 0x7fee80145830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80151000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fee80155640 con 0x7fee8015f870 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fee801554c0 con 0x7fee800d22c0 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fee801557c0 con 0x7fee800cf620 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80151000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80151000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38718/0 (socket says 172.21.15.45:38718) 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 -- 172.21.15.45:0/1985511584 learned_addr learned my addr 172.21.15.45:0/1985511584 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7f7fe640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee800d22c0 0x7fee80145830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7ffff640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee800cf620 0x7fee801587c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 -- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee800cf620 msgr2=0x7fee801587c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee800cf620 0x7fee801587c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 -- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee800d22c0 msgr2=0x7fee80145830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee800d22c0 0x7fee80145830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 -- 172.21.15.45:0/1985511584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee8014ff60 con 0x7fee8015f870 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7f7fe640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee800d22c0 0x7fee80145830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7ffff640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee800cf620 0x7fee801587c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee84e8f640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80151000 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fee78009ca0 tx=0x7fee78032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee7803f020 con 0x7fee8015f870 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee78004040 con 0x7fee8015f870 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee78037040 con 0x7fee8015f870 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.241+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee80150240 con 0x7fee8015f870 2024-09-17T03:32:34.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.242+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee80150800 con 0x7fee8015f870 2024-09-17T03:32:34.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.243+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee80158d00 con 0x7fee8015f870 2024-09-17T03:32:34.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.243+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fee78042020 con 0x7fee8015f870 2024-09-17T03:32:34.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.244+0000 7fee7cff9640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee6c078b90 0x7fee6c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.244+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fee780bba60 con 0x7fee8015f870 2024-09-17T03:32:34.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.244+0000 7fee7ffff640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee6c078b90 0x7fee6c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.245+0000 7fee7ffff640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee6c078b90 0x7fee6c07b0a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fee70009ab0 tx=0x7fee70005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:34.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.249+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fee78049020 con 0x7fee8015f870 2024-09-17T03:32:34.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.434+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fee80145d70 con 0x7fee8015f870 2024-09-17T03:32:34.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.434+0000 7fee7cff9640 1 -- 172.21.15.45:0/1985511584 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7fee78083bf0 con 0x7fee8015f870 2024-09-17T03:32:34.434 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2024-09-17T03:32:34.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee6c078b90 msgr2=0x7fee6c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee6c078b90 0x7fee6c07b0a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fee70009ab0 tx=0x7fee70005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:34.436 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 msgr2=0x7fee80151000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80151000 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fee78009ca0 tx=0x7fee78032c90 comp rx=0 tx=0).stop 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 shutdown_connections 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fee6c078b90 0x7fee6c07b0a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee800d22c0 0x7fee80145830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fee8015f870 0x7fee80151000 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 --2- 172.21.15.45:0/1985511584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fee800cf620 0x7fee801587c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 >> 172.21.15.45:0/1985511584 conn(0x7fee800d1b20 msgr2=0x7fee8015f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 shutdown_connections 2024-09-17T03:32:34.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.437+0000 7fee868f2640 1 -- 172.21.15.45:0/1985511584 wait complete. 2024-09-17T03:32:34.447 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-17T03:32:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 -- 172.21.15.45:0/1887859862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000cd630 msgr2=0x7f040006f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 --2- 172.21.15.45:0/1887859862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000cd630 0x7f040006f1a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f03ec009900 tx=0x7f03ec02a580 comp rx=0 tx=0).stop 2024-09-17T03:32:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 -- 172.21.15.45:0/1887859862 shutdown_connections 2024-09-17T03:32:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 --2- 172.21.15.45:0/1887859862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000cd630 0x7f040006f1a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 -- 172.21.15.45:0/1887859862 >> 172.21.15.45:0/1887859862 conn(0x7f0400073b80 msgr2=0x7f0400073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:34.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 -- 172.21.15.45:0/1887859862 shutdown_connections 2024-09-17T03:32:34.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.567+0000 7f0406d51640 1 -- 172.21.15.45:0/1887859862 wait complete. 2024-09-17T03:32:34.569 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.569+0000 7f0406d51640 1 Processor -- start 2024-09-17T03:32:34.569 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.569+0000 7f0406d51640 1 -- start start 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0406d51640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04000cd630 0x7f04001f2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0406d51640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 0x7f04000b5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0406d51640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f040015b010 0x7f04000b1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0406d51640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f040015f470 con 0x7f04000d0180 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0406d51640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f040015f2f0 con 0x7f04000cd630 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0406d51640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f040015f5f0 con 0x7f040015b010 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 0x7f04000b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 0x7f04000b5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38730/0 (socket says 172.21.15.45:38730) 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 -- 172.21.15.45:0/2187781189 learned_addr learned my addr 172.21.15.45:0/2187781189 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f0404aed640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04000cd630 0x7f04001f2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f04052ee640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f040015b010 0x7f04000b1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 -- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f040015b010 msgr2=0x7f04000b1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f040015b010 0x7f04000b1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 -- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04000cd630 msgr2=0x7f04001f2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04000cd630 0x7f04001f2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 -- 172.21.15.45:0/2187781189 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f040014ae20 con 0x7f04000d0180 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.571+0000 7f03fffff640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 0x7f04000b5750 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f03ec034040 tx=0x7f03ec003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.572+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ec03e030 con 0x7f04000d0180 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.572+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03ec0047a0 con 0x7f04000d0180 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.572+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f040014a2a0 con 0x7f04000d0180 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.572+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ec035040 con 0x7f04000d0180 2024-09-17T03:32:34.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.572+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f040014a860 con 0x7f04000d0180 2024-09-17T03:32:34.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.573+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f040015fae0 con 0x7f04000d0180 2024-09-17T03:32:34.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.573+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f03ec041030 con 0x7f04000d0180 2024-09-17T03:32:34.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.574+0000 7f03fd7fa640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f03e4078b90 0x7f03e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.574+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f03ec0bb8e0 con 0x7f04000d0180 2024-09-17T03:32:34.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.575+0000 7f0404aed640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f03e4078b90 0x7f03e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.575+0000 7f0404aed640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f03e4078b90 0x7f03e407b0a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f03f4000f60 tx=0x7f03f4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:34.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.579+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f03ec083380 con 0x7f04000d0180 2024-09-17T03:32:34.763 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.764+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f040006aea0 con 0x7f04000d0180 2024-09-17T03:32:34.764 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.764+0000 7f03fd7fa640 1 -- 172.21.15.45:0/2187781189 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7f03ec087db0 con 0x7f04000d0180 2024-09-17T03:32:34.764 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2024-09-17T03:32:34.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.766+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f03e4078b90 msgr2=0x7f03e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f03e4078b90 0x7f03e407b0a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f03f4000f60 tx=0x7f03f4009040 comp rx=0 tx=0).stop 2024-09-17T03:32:34.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 msgr2=0x7f04000b5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 0x7f04000b5750 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f03ec034040 tx=0x7f03ec003970 comp rx=0 tx=0).stop 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 shutdown_connections 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f03e4078b90 0x7f03e407b0a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f040015b010 0x7f04000b1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f04000d0180 0x7f04000b5750 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 --2- 172.21.15.45:0/2187781189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04000cd630 0x7f04001f2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 >> 172.21.15.45:0/2187781189 conn(0x7f0400073b80 msgr2=0x7f040015dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 shutdown_connections 2024-09-17T03:32:34.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.767+0000 7f0406d51640 1 -- 172.21.15.45:0/2187781189 wait complete. 2024-09-17T03:32:34.777 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-17T03:32:34.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.897+0000 7f76260d5640 1 -- 172.21.15.45:0/32641971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76200cf650 msgr2=0x7f76200b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.897+0000 7f76260d5640 1 --2- 172.21.15.45:0/32641971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76200cf650 0x7f76200b3770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7614009830 tx=0x7f761402a540 comp rx=0 tx=0).stop 2024-09-17T03:32:34.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.898+0000 7f76260d5640 1 -- 172.21.15.45:0/32641971 shutdown_connections 2024-09-17T03:32:34.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.898+0000 7f76260d5640 1 --2- 172.21.15.45:0/32641971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76200cf650 0x7f76200b3770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.898+0000 7f76260d5640 1 -- 172.21.15.45:0/32641971 >> 172.21.15.45:0/32641971 conn(0x7f76200d4320 msgr2=0x7f76200d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:34.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.898+0000 7f76260d5640 1 -- 172.21.15.45:0/32641971 shutdown_connections 2024-09-17T03:32:34.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.898+0000 7f76260d5640 1 -- 172.21.15.45:0/32641971 wait complete. 2024-09-17T03:32:34.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.899+0000 7f76260d5640 1 Processor -- start 2024-09-17T03:32:34.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.900+0000 7f76260d5640 1 -- start start 2024-09-17T03:32:34.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f76260d5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f762006e5c0 0x7f76200cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f76260d5640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f762015e740 0x7f76200ca830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f76260d5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 0x7f76200c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f76260d5640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f76200d3710 con 0x7f76200ce220 2024-09-17T03:32:34.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f76260d5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f76200d3590 con 0x7f762006e5c0 2024-09-17T03:32:34.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f76260d5640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f76200d3890 con 0x7f762015e740 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 0x7f76200c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 0x7f76200c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38742/0 (socket says 172.21.15.45:38742) 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 -- 172.21.15.45:0/2559084856 learned_addr learned my addr 172.21.15.45:0/2559084856 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761effd640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f762015e740 0x7f76200ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761f7fe640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f762006e5c0 0x7f76200cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 -- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f762015e740 msgr2=0x7f76200ca830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f762015e740 0x7f76200ca830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 -- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f762006e5c0 msgr2=0x7f76200cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f762006e5c0 0x7f76200cd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.901+0000 7f761ffff640 1 -- 172.21.15.45:0/2559084856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76200cc7d0 con 0x7f76200ce220 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.902+0000 7f761ffff640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 0x7f76200c9500 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7618001c00 tx=0x7f761800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.902+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7618017070 con 0x7f76200ce220 2024-09-17T03:32:34.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.902+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7618005070 con 0x7f76200ce220 2024-09-17T03:32:34.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.902+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76200ccab0 con 0x7f76200ce220 2024-09-17T03:32:34.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.902+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76180054c0 con 0x7f76200ce220 2024-09-17T03:32:34.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.902+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76200cc350 con 0x7f76200ce220 2024-09-17T03:32:34.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.903+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76201f5fb0 con 0x7f76200ce220 2024-09-17T03:32:34.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.904+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f761801a070 con 0x7f76200ce220 2024-09-17T03:32:34.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.904+0000 7f7607fff640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f760c078bc0 0x7f760c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:34.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.904+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f761809a630 con 0x7f76200ce220 2024-09-17T03:32:34.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.905+0000 7f761f7fe640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f760c078bc0 0x7f760c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:34.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.905+0000 7f761f7fe640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f760c078bc0 0x7f760c07b0d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7610000f60 tx=0x7f7610009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:34.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:34.909+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f76180620f0 con 0x7f76200ce220 2024-09-17T03:32:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.093+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f76200b3770 con 0x7f76200ce220 2024-09-17T03:32:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.094+0000 7f7607fff640 1 -- 172.21.15.45:0/2559084856 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f7618066b20 con 0x7f76200ce220 2024-09-17T03:32:35.093 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2024-09-17T03:32:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f760c078bc0 msgr2=0x7f760c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f760c078bc0 0x7f760c07b0d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7610000f60 tx=0x7f7610009040 comp rx=0 tx=0).stop 2024-09-17T03:32:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 msgr2=0x7f76200c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 0x7f76200c9500 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7618001c00 tx=0x7f761800cc20 comp rx=0 tx=0).stop 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 shutdown_connections 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f760c078bc0 0x7f760c07b0d0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76200ce220 0x7f76200c9500 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f762015e740 0x7f76200ca830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 --2- 172.21.15.45:0/2559084856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f762006e5c0 0x7f76200cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 >> 172.21.15.45:0/2559084856 conn(0x7f76200d4320 msgr2=0x7f762015da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 shutdown_connections 2024-09-17T03:32:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.096+0000 7f76260d5640 1 -- 172.21.15.45:0/2559084856 wait complete. 2024-09-17T03:32:35.107 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-17T03:32:35.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 -- 172.21.15.45:0/3776427114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 msgr2=0x7f8e140cb980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:35.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/3776427114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e140cb980 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c005fd0 tx=0x7f8e0c02a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 -- 172.21.15.45:0/3776427114 shutdown_connections 2024-09-17T03:32:35.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/3776427114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e140cb980 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/3776427114 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 0x7f8e1406ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 -- 172.21.15.45:0/3776427114 >> 172.21.15.45:0/3776427114 conn(0x7f8e14073b80 msgr2=0x7f8e14073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:35.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 -- 172.21.15.45:0/3776427114 shutdown_connections 2024-09-17T03:32:35.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.225+0000 7f8e1b88b640 1 -- 172.21.15.45:0/3776427114 wait complete. 2024-09-17T03:32:35.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.227+0000 7f8e1b88b640 1 Processor -- start 2024-09-17T03:32:35.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.227+0000 7f8e1b88b640 1 -- start start 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.228+0000 7f8e1b88b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e1406f440 0x7f8e1414dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.228+0000 7f8e1b88b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 0x7f8e1414e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e1b88b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e141f8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e1b88b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8e140cc250 con 0x7f8e1415d5a0 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e1b88b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8e140cc0d0 con 0x7f8e1406f440 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e1b88b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8e140cc3d0 con 0x7f8e1415c490 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e141f8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:35.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e141f8fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38764/0 (socket says 172.21.15.45:38764) 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 -- 172.21.15.45:0/2571844006 learned_addr learned my addr 172.21.15.45:0/2571844006 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19627640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e1406f440 0x7f8e1414dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e18e26640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 0x7f8e1414e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 -- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 msgr2=0x7f8e1414e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 0x7f8e1414e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 -- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e1406f440 msgr2=0x7f8e1414dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e1406f440 0x7f8e1414dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 -- 172.21.15.45:0/2571844006 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e140ca270 con 0x7f8e1415d5a0 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e18e26640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 0x7f8e1414e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19627640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e1406f440 0x7f8e1414dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e19e28640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e141f8fe0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c006010 tx=0x7f8e0c003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c03e030 con 0x7f8e1415d5a0 2024-09-17T03:32:35.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e0c003c20 con 0x7f8e1415d5a0 2024-09-17T03:32:35.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e140ca550 con 0x7f8e1415d5a0 2024-09-17T03:32:35.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.229+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c035040 con 0x7f8e1415d5a0 2024-09-17T03:32:35.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.230+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e1414eb40 con 0x7f8e1415d5a0 2024-09-17T03:32:35.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.231+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e140cd860 con 0x7f8e1415d5a0 2024-09-17T03:32:35.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.231+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8e0c041030 con 0x7f8e1415d5a0 2024-09-17T03:32:35.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.232+0000 7f8e11ffb640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e00078b90 0x7f8e0007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:35.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.232+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8e0c0bb6c0 con 0x7f8e1415d5a0 2024-09-17T03:32:35.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.233+0000 7f8e19627640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e00078b90 0x7f8e0007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:35.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.233+0000 7f8e19627640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e00078b90 0x7f8e0007b0a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8e0400ae00 tx=0x7f8e0400a7e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:35.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.237+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8e140cd860 con 0x7f8e1415d5a0 2024-09-17T03:32:35.494 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:35.495+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) -- 0x7f8e1414ee40 con 0x7f8e1415d5a0 2024-09-17T03:32:36.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.323+0000 7f8e11ffb640 1 -- 172.21.15.45:0/2571844006 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v57) ==== 162+0+0 (secure 0 0 0) 0x7f8e0c0837b0 con 0x7f8e1415d5a0 2024-09-17T03:32:36.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.326+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e00078b90 msgr2=0x7f8e0007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.326+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e00078b90 0x7f8e0007b0a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8e0400ae00 tx=0x7f8e0400a7e0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.326+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 msgr2=0x7f8e141f8fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.326+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e141f8fe0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c006010 tx=0x7f8e0c003820 comp rx=0 tx=0).stop 2024-09-17T03:32:36.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.326+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 shutdown_connections 2024-09-17T03:32:36.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e00078b90 0x7f8e0007b0a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1415d5a0 0x7f8e141f8fe0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e1415c490 0x7f8e1414e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 --2- 172.21.15.45:0/2571844006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e1406f440 0x7f8e1414dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 >> 172.21.15.45:0/2571844006 conn(0x7f8e14073b80 msgr2=0x7f8e1415b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:36.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 shutdown_connections 2024-09-17T03:32:36.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.327+0000 7f8e1b88b640 1 -- 172.21.15.45:0/2571844006 wait complete. 2024-09-17T03:32:36.339 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 -- 172.21.15.45:0/2841151759 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1806d4f0 msgr2=0x7f8e1815c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2841151759 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1806d4f0 0x7f8e1815c6e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c005fd0 tx=0x7f8e0c02a540 comp rx=0 tx=0).stop 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 -- 172.21.15.45:0/2841151759 shutdown_connections 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2841151759 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e180c71c0 0x7f8e180c75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2841151759 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e1806d4f0 0x7f8e1815c6e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 -- 172.21.15.45:0/2841151759 >> 172.21.15.45:0/2841151759 conn(0x7f8e180cca70 msgr2=0x7f8e180cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:36.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 -- 172.21.15.45:0/2841151759 shutdown_connections 2024-09-17T03:32:36.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.464+0000 7f8e203c3640 1 -- 172.21.15.45:0/2841151759 wait complete. 2024-09-17T03:32:36.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.466+0000 7f8e203c3640 1 Processor -- start 2024-09-17T03:32:36.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.466+0000 7f8e203c3640 1 -- start start 2024-09-17T03:32:36.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.467+0000 7f8e203c3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e18073460 0x7f8e180a9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.467+0000 7f8e203c3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 0x7f8e181f3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.467+0000 7f8e203c3640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e181f3880 0x7f8e180b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.467+0000 7f8e203c3640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8e180c7c90 con 0x7f8e180c71c0 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.467+0000 7f8e203c3640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8e180c7b10 con 0x7f8e18073460 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.467+0000 7f8e203c3640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8e180c7e10 con 0x7f8e181f3880 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 0x7f8e181f3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 0x7f8e181f3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38776/0 (socket says 172.21.15.45:38776) 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 -- 172.21.15.45:0/2045525111 learned_addr learned my addr 172.21.15.45:0/2045525111 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1e15f640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e18073460 0x7f8e180a9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1e960640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e181f3880 0x7f8e180b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 -- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e181f3880 msgr2=0x7f8e180b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e181f3880 0x7f8e180b3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 -- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e18073460 msgr2=0x7f8e180a9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e18073460 0x7f8e180a9c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 -- 172.21.15.45:0/2045525111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e18158de0 con 0x7f8e180c71c0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e1d95e640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 0x7f8e181f3340 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c006010 tx=0x7f8e0c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c03e030 con 0x7f8e180c71c0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e0c003d90 con 0x7f8e180c71c0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e180aa190 con 0x7f8e180c71c0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c035040 con 0x7f8e180c71c0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.468+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e1815d0e0 con 0x7f8e180c71c0 2024-09-17T03:32:36.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.469+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e180c8300 con 0x7f8e180c71c0 2024-09-17T03:32:36.471 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.470+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8e0c041030 con 0x7f8e180c71c0 2024-09-17T03:32:36.472 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.471+0000 7f8e16ffd640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e04078bc0 0x7f8e0407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.472 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.471+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8e0c0bb900 con 0x7f8e180c71c0 2024-09-17T03:32:36.472 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.471+0000 7f8e1e15f640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e04078bc0 0x7f8e0407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.472 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.471+0000 7f8e1e15f640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e04078bc0 0x7f8e0407b0d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8e180cff50 tx=0x7f8e08009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:36.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.475+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8e0c083290 con 0x7f8e180c71c0 2024-09-17T03:32:36.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.662+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f8e180aa380 con 0x7f8e180c71c0 2024-09-17T03:32:36.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.662+0000 7f8e16ffd640 1 -- 172.21.15.45:0/2045525111 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v31) ==== 59+0+2294 (secure 0 0 0) 0x7f8e0c087cc0 con 0x7f8e180c71c0 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:mon advanced mon_op_complaint_time 120 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced client_mount_timeout 30 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced debug_client 20/20 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced debug_mgr 20/20 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:mgr advanced debug_ms 1/1 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-17T03:32:36.662 INFO:teuthology.orchestra.run.smithi045.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 5892.700674 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5977.727787 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 5956.069378 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 6035.819887 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5316.686792 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5202.197035 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5055.211606 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8387.858116 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced debug_mds 20/20 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced debug_mds_balancer 20/20 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced debug_ms 2/2 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds dev mds_debug_frag true 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds dev mds_debug_scatterstat true 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-17T03:32:36.663 INFO:teuthology.orchestra.run.smithi045.stdout:mds dev mds_verify_scatter true 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced rados_mon_op_timeout 900 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:mds advanced rados_osd_op_timeout 900 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced client_mount_timeout 600 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced debug_client 20/20 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced debug_ms 1/1 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced rados_mon_op_timeout 900 2024-09-17T03:32:36.664 INFO:teuthology.orchestra.run.smithi045.stdout:client advanced rados_osd_op_timeout 900 2024-09-17T03:32:36.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e04078bc0 msgr2=0x7f8e0407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e04078bc0 0x7f8e0407b0d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8e180cff50 tx=0x7f8e08009040 comp rx=0 tx=0).stop 2024-09-17T03:32:36.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 msgr2=0x7f8e181f3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 0x7f8e181f3340 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c006010 tx=0x7f8e0c0038a0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 shutdown_connections 2024-09-17T03:32:36.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e04078bc0 0x7f8e0407b0d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e181f3880 0x7f8e180b3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e180c71c0 0x7f8e181f3340 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 --2- 172.21.15.45:0/2045525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e18073460 0x7f8e180a9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 >> 172.21.15.45:0/2045525111 conn(0x7f8e180cca70 msgr2=0x7f8e180c8510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:36.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 shutdown_connections 2024-09-17T03:32:36.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.664+0000 7f8e203c3640 1 -- 172.21.15.45:0/2045525111 wait complete. 2024-09-17T03:32:36.675 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-17T03:32:36.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.796+0000 7f85ebd50640 1 -- 172.21.15.45:0/4012185666 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 msgr2=0x7f85cc004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.796+0000 7f85ebd50640 1 --2- 172.21.15.45:0/4012185666 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85cc004060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f85d4001f30 tx=0x7f85cc005830 comp rx=0 tx=0).stop 2024-09-17T03:32:36.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.796+0000 7f85ea2ed640 1 -- 172.21.15.45:0/4012185666 reap_dead start 2024-09-17T03:32:36.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.796+0000 7f85ebd50640 1 -- 172.21.15.45:0/4012185666 shutdown_connections 2024-09-17T03:32:36.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.796+0000 7f85ebd50640 1 -- 172.21.15.45:0/4012185666 >> 172.21.15.45:0/4012185666 conn(0x7f85e40d4320 msgr2=0x7f85e40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:36.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.797+0000 7f85ebd50640 1 -- 172.21.15.45:0/4012185666 shutdown_connections 2024-09-17T03:32:36.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.797+0000 7f85ebd50640 1 -- 172.21.15.45:0/4012185666 wait complete. 2024-09-17T03:32:36.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.798+0000 7f85ebd50640 1 Processor -- start 2024-09-17T03:32:36.798 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.798+0000 7f85ebd50640 1 -- start start 2024-09-17T03:32:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ebd50640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85e415c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ebd50640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85e41e6e30 0x7f85e41e9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ebd50640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85e40b2830 0x7f85e41e9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ebd50640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f85e40b3b00 con 0x7f85cc003c10 2024-09-17T03:32:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ebd50640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f85e40b3980 con 0x7f85e40b2830 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ebd50640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f85e40b78e0 con 0x7f85e41e6e30 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85e415c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85e415c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38806/0 (socket says 172.21.15.45:38806) 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 -- 172.21.15.45:0/2905574007 learned_addr learned my addr 172.21.15.45:0/2905574007 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e92eb640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85e41e6e30 0x7f85e41e9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85ea2ed640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85e40b2830 0x7f85e41e9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 -- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85e41e6e30 msgr2=0x7f85e41e9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85e41e6e30 0x7f85e41e9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 -- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85e40b2830 msgr2=0x7f85e41e9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85e40b2830 0x7f85e41e9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 -- 172.21.15.45:0/2905574007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e41f5d50 con 0x7f85cc003c10 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.800+0000 7f85e9aec640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85e415c840 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f85d4002020 tx=0x7f85d4006890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.801+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4044070 con 0x7f85cc003c10 2024-09-17T03:32:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.801+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85d4034460 con 0x7f85cc003c10 2024-09-17T03:32:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.801+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e41e7940 con 0x7f85cc003c10 2024-09-17T03:32:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.801+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4006c40 con 0x7f85cc003c10 2024-09-17T03:32:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.801+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e415cd80 con 0x7f85cc003c10 2024-09-17T03:32:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.802+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e40c90e0 con 0x7f85cc003c10 2024-09-17T03:32:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.802+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f85d4047070 con 0x7f85cc003c10 2024-09-17T03:32:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.803+0000 7f85e27fc640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85d0078b90 0x7f85d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.803+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f85d40bb080 con 0x7f85cc003c10 2024-09-17T03:32:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.803+0000 7f85e92eb640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85d0078b90 0x7f85d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.804+0000 7f85e92eb640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85d0078b90 0x7f85d007b0a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f85e40b5420 tx=0x7f85d8005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.807+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f85d4082c50 con 0x7f85cc003c10 2024-09-17T03:32:36.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:36.996+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f85e40cef40 con 0x7f85cc003c10 2024-09-17T03:32:36.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.000+0000 7f85e27fc640 1 -- 172.21.15.45:0/2905574007 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7f85d4087680 con 0x7f85cc003c10 2024-09-17T03:32:37.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85d0078b90 msgr2=0x7f85d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85d0078b90 0x7f85d007b0a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f85e40b5420 tx=0x7f85d8005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:37.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 msgr2=0x7f85e415c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85e415c840 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f85d4002020 tx=0x7f85d4006890 comp rx=0 tx=0).stop 2024-09-17T03:32:37.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 shutdown_connections 2024-09-17T03:32:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f85d0078b90 0x7f85d007b0a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85e40b2830 0x7f85e41e9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f85e41e6e30 0x7f85e41e9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 --2- 172.21.15.45:0/2905574007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f85cc003c10 0x7f85e415c840 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 >> 172.21.15.45:0/2905574007 conn(0x7f85e40d4320 msgr2=0x7f85e415d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 shutdown_connections 2024-09-17T03:32:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.002+0000 7f85ebd50640 1 -- 172.21.15.45:0/2905574007 wait complete. 2024-09-17T03:32:37.014 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-17T03:32:37.014 DEBUG:teuthology.orchestra.run.smithi045:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-17T03:32:37.058 DEBUG:teuthology.orchestra.run.smithi112:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-17T03:32:37.112 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-17T03:32:37.113 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:37.113 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:37.130 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:37.130 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:37.186 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:37.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 -- 172.21.15.45:0/3449992715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d015e740 msgr2=0x7ff5d00b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 --2- 172.21.15.45:0/3449992715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d015e740 0x7ff5d00b78e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff5d008ce00 tx=0x7ff5c402a560 comp rx=0 tx=0).stop 2024-09-17T03:32:37.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 -- 172.21.15.45:0/3449992715 shutdown_connections 2024-09-17T03:32:37.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 --2- 172.21.15.45:0/3449992715 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d00cef40 0x7ff5d00cf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 --2- 172.21.15.45:0/3449992715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d015e740 0x7ff5d00b78e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 --2- 172.21.15.45:0/3449992715 >> v2:172.21.15.112:3300/0 conn(0x7ff5d006e5c0 0x7ff5d00b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 -- 172.21.15.45:0/3449992715 >> 172.21.15.45:0/3449992715 conn(0x7ff5d00d4320 msgr2=0x7ff5d00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:37.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 -- 172.21.15.45:0/3449992715 shutdown_connections 2024-09-17T03:32:37.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.345+0000 7ff5d8216640 1 -- 172.21.15.45:0/3449992715 wait complete. 2024-09-17T03:32:37.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.347+0000 7ff5d8216640 1 Processor -- start 2024-09-17T03:32:37.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.347+0000 7ff5d8216640 1 -- start start 2024-09-17T03:32:37.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d8216640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5d006e5c0 0x7ff5d00c8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d8216640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 0x7ff5d00ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d8216640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d015e740 0x7ff5d014a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d8216640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d00d3210 con 0x7ff5d00cef40 2024-09-17T03:32:37.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d8216640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d00d3090 con 0x7ff5d006e5c0 2024-09-17T03:32:37.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d8216640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff5d00d3390 con 0x7ff5d015e740 2024-09-17T03:32:37.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d57b1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 0x7ff5d00ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d57b1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 0x7ff5d00ccf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38828/0 (socket says 172.21.15.45:38828) 2024-09-17T03:32:37.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.348+0000 7ff5d57b1640 1 -- 172.21.15.45:0/1024095877 learned_addr learned my addr 172.21.15.45:0/1024095877 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:37.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d67b3640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d015e740 0x7ff5d014a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d5fb2640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5d006e5c0 0x7ff5d00c8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d57b1640 1 -- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d015e740 msgr2=0x7ff5d014a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d57b1640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d015e740 0x7ff5d014a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d57b1640 1 -- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5d006e5c0 msgr2=0x7ff5d00c8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d57b1640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5d006e5c0 0x7ff5d00c8940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d57b1640 1 -- 172.21.15.45:0/1024095877 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d014d260 con 0x7ff5d00cef40 2024-09-17T03:32:37.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d67b3640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d015e740 0x7ff5d014a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:37.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d5fb2640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5d006e5c0 0x7ff5d00c8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:37.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d57b1640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 0x7ff5d00ccf30 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff5c4034040 tx=0x7ff5c4003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:37.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c403e030 con 0x7ff5d00cef40 2024-09-17T03:32:37.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5c4003d10 con 0x7ff5d00cef40 2024-09-17T03:32:37.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5d014d540 con 0x7ff5d00cef40 2024-09-17T03:32:37.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4035040 con 0x7ff5d00cef40 2024-09-17T03:32:37.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.349+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5d00cd5e0 con 0x7ff5d00cef40 2024-09-17T03:32:37.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.350+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5d01f8c00 con 0x7ff5d00cef40 2024-09-17T03:32:37.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.351+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff5c4041030 con 0x7ff5d00cef40 2024-09-17T03:32:37.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.351+0000 7ff5ce7fc640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5bc078b90 0x7ff5bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.352+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff5c40bb7c0 con 0x7ff5d00cef40 2024-09-17T03:32:37.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.352+0000 7ff5d5fb2640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5bc078b90 0x7ff5bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.352+0000 7ff5d5fb2640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5bc078b90 0x7ff5bc07b0a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0005fd0 tx=0x7ff5c0009500 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:37.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.356+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff5c40838b0 con 0x7ff5d00cef40 2024-09-17T03:32:37.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.553+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff5d014cff0 con 0x7ff5d00cef40 2024-09-17T03:32:37.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.553+0000 7ff5ce7fc640 1 -- 172.21.15.45:0/1024095877 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7ff5c4088e20 con 0x7ff5d00cef40 2024-09-17T03:32:37.553 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:37.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5bc078b90 msgr2=0x7ff5bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5bc078b90 0x7ff5bc07b0a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0005fd0 tx=0x7ff5c0009500 comp rx=0 tx=0).stop 2024-09-17T03:32:37.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 msgr2=0x7ff5d00ccf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 0x7ff5d00ccf30 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff5c4034040 tx=0x7ff5c4003820 comp rx=0 tx=0).stop 2024-09-17T03:32:37.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 shutdown_connections 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5bc078b90 0x7ff5bc07b0a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5d015e740 0x7ff5d014a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5d00cef40 0x7ff5d00ccf30 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 --2- 172.21.15.45:0/1024095877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5d006e5c0 0x7ff5d00c8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 >> 172.21.15.45:0/1024095877 conn(0x7ff5d00d4320 msgr2=0x7ff5d00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 shutdown_connections 2024-09-17T03:32:37.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.555+0000 7ff5d8216640 1 -- 172.21.15.45:0/1024095877 wait complete. 2024-09-17T03:32:37.566 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:37.566 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:37.582 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:37.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 -- 172.21.15.45:0/150593621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681006e5c0 msgr2=0x7f68100b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 --2- 172.21.15.45:0/150593621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681006e5c0 0x7f68100b3770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f681008ce00 tx=0x7f680002aa00 comp rx=0 tx=0).stop 2024-09-17T03:32:37.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 -- 172.21.15.45:0/150593621 shutdown_connections 2024-09-17T03:32:37.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 --2- 172.21.15.45:0/150593621 >> v2:172.21.15.112:3300/0 conn(0x7f681015e740 0x7f68100b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 --2- 172.21.15.45:0/150593621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681006e5c0 0x7f68100b3770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 -- 172.21.15.45:0/150593621 >> 172.21.15.45:0/150593621 conn(0x7f68100d4320 msgr2=0x7f68100d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:37.740 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 -- 172.21.15.45:0/150593621 shutdown_connections 2024-09-17T03:32:37.740 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.739+0000 7f68182de640 1 -- 172.21.15.45:0/150593621 wait complete. 2024-09-17T03:32:37.740 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.741+0000 7f68182de640 1 Processor -- start 2024-09-17T03:32:37.740 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.741+0000 7f68182de640 1 -- start start 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f68182de640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f681006e5c0 0x7f6810151700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f68182de640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68100cef40 0x7f68101f8b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f68182de640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 0x7f68101f90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f68182de640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f68100d33d0 con 0x7f681015e740 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f68182de640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f68100d3250 con 0x7f68100cef40 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f68182de640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f68100d3550 con 0x7f681006e5c0 2024-09-17T03:32:37.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f681687b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 0x7f68101f90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f681687b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 0x7f68101f90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38852/0 (socket says 172.21.15.45:38852) 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f681687b640 1 -- 172.21.15.45:0/3797242971 learned_addr learned my addr 172.21.15.45:0/3797242971 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f6815879640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68100cef40 0x7f68101f8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.742+0000 7f681607a640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f681006e5c0 0x7f6810151700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f681687b640 1 -- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f681006e5c0 msgr2=0x7f6810151700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f681687b640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f681006e5c0 0x7f6810151700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f681687b640 1 -- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68100cef40 msgr2=0x7f68101f8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f681687b640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68100cef40 0x7f68101f8b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f681687b640 1 -- 172.21.15.45:0/3797242971 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68101f9910 con 0x7f681015e740 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f681687b640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 0x7f68101f90d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f680800b440 tx=0x7f680800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:37.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808011830 con 0x7f681015e740 2024-09-17T03:32:37.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6808016070 con 0x7f681015e740 2024-09-17T03:32:37.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6810151c40 con 0x7f681015e740 2024-09-17T03:32:37.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6808011d60 con 0x7f681015e740 2024-09-17T03:32:37.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.743+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68100ca2c0 con 0x7f681015e740 2024-09-17T03:32:37.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.744+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6810075170 con 0x7f681015e740 2024-09-17T03:32:37.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.745+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f680801b460 con 0x7f681015e740 2024-09-17T03:32:37.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.746+0000 7f680effd640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67fc078b90 0x7f67fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:37.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.746+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f680809ad60 con 0x7f681015e740 2024-09-17T03:32:37.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.746+0000 7f681607a640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67fc078b90 0x7f67fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:37.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.747+0000 7f681607a640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67fc078b90 0x7f67fc07b0a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6800035000 tx=0x7f6800004ab0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:37.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.750+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f6810075170 con 0x7f681015e740 2024-09-17T03:32:37.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.949+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f68100c9dd0 con 0x7f681015e740 2024-09-17T03:32:37.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.950+0000 7f680effd640 1 -- 172.21.15.45:0/3797242971 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f68080626f0 con 0x7f681015e740 2024-09-17T03:32:37.949 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:37.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67fc078b90 msgr2=0x7f67fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67fc078b90 0x7f67fc07b0a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6800035000 tx=0x7f6800004ab0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 msgr2=0x7f68101f90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 0x7f68101f90d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f680800b440 tx=0x7f680800b900 comp rx=0 tx=0).stop 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 shutdown_connections 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f67fc078b90 0x7f67fc07b0a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f68100cef40 0x7f68101f8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f681015e740 0x7f68101f90d0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 --2- 172.21.15.45:0/3797242971 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f681006e5c0 0x7f6810151700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 >> 172.21.15.45:0/3797242971 conn(0x7f68100d4320 msgr2=0x7f68100cf350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 shutdown_connections 2024-09-17T03:32:37.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:37.952+0000 7f68182de640 1 -- 172.21.15.45:0/3797242971 wait complete. 2024-09-17T03:32:37.962 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi045.front.sepia.ceph.com... 2024-09-17T03:32:37.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:37.963 DEBUG:teuthology.orchestra.run.smithi045:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-17T03:32:37.988 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:37.988 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:32:37.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:37.989 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-17T03:32:38.045 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:32:38.045 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:38.065 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:32:38.065 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:38.124 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:38.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.243+0000 7f3b05a1f640 1 -- 172.21.15.45:0/3388206373 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0006e5c0 msgr2=0x7f3b000b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.243+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/3388206373 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0006e5c0 0x7f3b000b3770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3af0009830 tx=0x7f3af002a510 comp rx=0 tx=0).stop 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.243+0000 7f3b05a1f640 1 -- 172.21.15.45:0/3388206373 shutdown_connections 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.243+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/3388206373 >> v2:172.21.15.112:3300/0 conn(0x7f3b0015e740 0x7f3b000b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.244+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/3388206373 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0006e5c0 0x7f3b000b3770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.244+0000 7f3b05a1f640 1 -- 172.21.15.45:0/3388206373 >> 172.21.15.45:0/3388206373 conn(0x7f3b000d4320 msgr2=0x7f3b000d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.244+0000 7f3b05a1f640 1 -- 172.21.15.45:0/3388206373 shutdown_connections 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.244+0000 7f3b05a1f640 1 -- 172.21.15.45:0/3388206373 wait complete. 2024-09-17T03:32:38.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.245+0000 7f3b05a1f640 1 Processor -- start 2024-09-17T03:32:38.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.246+0000 7f3b05a1f640 1 -- start start 2024-09-17T03:32:38.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3b05a1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b0006e5c0 0x7f3b0015f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3b05a1f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 0x7f3b00161a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3b05a1f640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0015e740 0x7f3b001606c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3b05a1f640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3b000d3380 con 0x7f3b000cef40 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3b05a1f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3b000d3200 con 0x7f3b0006e5c0 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3b05a1f640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3b000d3500 con 0x7f3b0015e740 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 0x7f3b00161a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 0x7f3b00161a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38856/0 (socket says 172.21.15.45:38856) 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 -- 172.21.15.45:0/569246740 learned_addr learned my addr 172.21.15.45:0/569246740 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afeffd640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b0006e5c0 0x7f3b0015f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3aff7fe640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0015e740 0x7f3b001606c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 -- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0015e740 msgr2=0x7f3b001606c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0015e740 0x7f3b001606c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 -- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b0006e5c0 msgr2=0x7f3b0015f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b0006e5c0 0x7f3b0015f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.247+0000 7f3afe7fc640 1 -- 172.21.15.45:0/569246740 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b0015ee10 con 0x7f3b000cef40 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.248+0000 7f3afe7fc640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 0x7f3b00161a90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e9f0 tx=0x7f3ae800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.248+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae800cd80 con 0x7f3b000cef40 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.248+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ae8004020 con 0x7f3b000cef40 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.248+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b0015fdc0 con 0x7f3b000cef40 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.248+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8004450 con 0x7f3b000cef40 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.248+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b001f66e0 con 0x7f3b000cef40 2024-09-17T03:32:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.249+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b000d3a20 con 0x7f3b000cef40 2024-09-17T03:32:38.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.250+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3ae80035f0 con 0x7f3b000cef40 2024-09-17T03:32:38.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.250+0000 7f3af7fff640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3ae0078bc0 0x7f3ae007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.250+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3ae809b8b0 con 0x7f3b000cef40 2024-09-17T03:32:38.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.250+0000 7f3afeffd640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3ae0078bc0 0x7f3ae007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.251+0000 7f3afeffd640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3ae0078bc0 0x7f3ae007b0d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3af0034000 tx=0x7f3af0004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:38.254 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.255+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f3ae8063360 con 0x7f3b000cef40 2024-09-17T03:32:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.454+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3b000ceca0 con 0x7f3b000cef40 2024-09-17T03:32:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.455+0000 7f3af7fff640 1 -- 172.21.15.45:0/569246740 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f3ae8067d90 con 0x7f3b000cef40 2024-09-17T03:32:38.454 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3ae0078bc0 msgr2=0x7f3ae007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3ae0078bc0 0x7f3ae007b0d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3af0034000 tx=0x7f3af0004730 comp rx=0 tx=0).stop 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 msgr2=0x7f3b00161a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 0x7f3b00161a90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e9f0 tx=0x7f3ae800eeb0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 shutdown_connections 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3ae0078bc0 0x7f3ae007b0d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3b0015e740 0x7f3b001606c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b000cef40 0x7f3b00161a90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 --2- 172.21.15.45:0/569246740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b0006e5c0 0x7f3b0015f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 >> 172.21.15.45:0/569246740 conn(0x7f3b000d4320 msgr2=0x7f3b000b8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 shutdown_connections 2024-09-17T03:32:38.457 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.457+0000 7f3b05a1f640 1 -- 172.21.15.45:0/569246740 wait complete. 2024-09-17T03:32:38.468 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:32:38.468 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:38.487 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:38.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.604+0000 7f48969c3640 1 -- 172.21.15.45:0/312323451 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 msgr2=0x7f4890070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.604+0000 7f48969c3640 1 --2- 172.21.15.45:0/312323451 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f4890070e40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48900b1aa0 tx=0x7f488002a560 comp rx=0 tx=0).stop 2024-09-17T03:32:38.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.604+0000 7f48969c3640 1 -- 172.21.15.45:0/312323451 shutdown_connections 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.604+0000 7f48969c3640 1 --2- 172.21.15.45:0/312323451 >> v2:172.21.15.112:3300/0 conn(0x7f48900d1830 0x7f4890070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.604+0000 7f48969c3640 1 --2- 172.21.15.45:0/312323451 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f4890070e40 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.604+0000 7f48969c3640 1 -- 172.21.15.45:0/312323451 >> 172.21.15.45:0/312323451 conn(0x7f48900ceee0 msgr2=0x7f48900cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.605+0000 7f48969c3640 1 -- 172.21.15.45:0/312323451 shutdown_connections 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.605+0000 7f48969c3640 1 -- 172.21.15.45:0/312323451 wait complete. 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.606+0000 7f48969c3640 1 Processor -- start 2024-09-17T03:32:38.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.606+0000 7f48969c3640 1 -- start start 2024-09-17T03:32:38.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f48969c3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48900d1830 0x7f489014dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f48969c3640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f48900d1c40 0x7f48900c5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f48969c3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f48900c6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f48969c3640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f489015cea0 con 0x7f489015ff20 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f48969c3640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4890073500 con 0x7f48900d1830 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f48969c3640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f489015d020 con 0x7f48900d1c40 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f48900c6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f48900c6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44910/0 (socket says 172.21.15.45:44910) 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 -- 172.21.15.45:0/2814726208 learned_addr learned my addr 172.21.15.45:0/2814726208 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f488ffff640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48900d1830 0x7f489014dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f488f7fe640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f48900d1c40 0x7f48900c5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 -- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f48900d1c40 msgr2=0x7f48900c5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f48900d1c40 0x7f48900c5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 -- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48900d1830 msgr2=0x7f489014dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48900d1830 0x7f489014dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 -- 172.21.15.45:0/2814726208 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f489014e9a0 con 0x7f489015ff20 2024-09-17T03:32:38.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.608+0000 7f4894f60640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f48900c6290 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f488800c760 tx=0x7f488800cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:38.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.609+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4888003b70 con 0x7f489015ff20 2024-09-17T03:32:38.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.609+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4888003d10 con 0x7f489015ff20 2024-09-17T03:32:38.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.609+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48900ca630 con 0x7f489015ff20 2024-09-17T03:32:38.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.609+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48880052d0 con 0x7f489015ff20 2024-09-17T03:32:38.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.609+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48900cb4e0 con 0x7f489015ff20 2024-09-17T03:32:38.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.610+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4890070100 con 0x7f489015ff20 2024-09-17T03:32:38.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.610+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4888005470 con 0x7f489015ff20 2024-09-17T03:32:38.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.611+0000 7f488cff9640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f487c078b90 0x7f487c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:38.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.611+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f488809ae80 con 0x7f489015ff20 2024-09-17T03:32:38.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.611+0000 7f488ffff640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f487c078b90 0x7f487c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:38.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.612+0000 7f488ffff640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f487c078b90 0x7f487c07b0a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4880033000 tx=0x7f4880004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:38.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.615+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f4888062f80 con 0x7f489015ff20 2024-09-17T03:32:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.814+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f48900ce7f0 con 0x7f489015ff20 2024-09-17T03:32:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.814+0000 7f488cff9640 1 -- 172.21.15.45:0/2814726208 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f4888062880 con 0x7f489015ff20 2024-09-17T03:32:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f487c078b90 msgr2=0x7f487c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f487c078b90 0x7f487c07b0a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4880033000 tx=0x7f4880004730 comp rx=0 tx=0).stop 2024-09-17T03:32:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 msgr2=0x7f48900c6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f48900c6290 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f488800c760 tx=0x7f488800cb60 comp rx=0 tx=0).stop 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 shutdown_connections 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f487c078b90 0x7f487c07b0a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f489015ff20 0x7f48900c6290 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f48900d1c40 0x7f48900c5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 --2- 172.21.15.45:0/2814726208 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48900d1830 0x7f489014dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 >> 172.21.15.45:0/2814726208 conn(0x7f48900ceee0 msgr2=0x7f489015b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 shutdown_connections 2024-09-17T03:32:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:38.817+0000 7f48969c3640 1 -- 172.21.15.45:0/2814726208 wait complete. 2024-09-17T03:32:38.827 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi112.front.sepia.ceph.com... 2024-09-17T03:32:38.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:38.828 DEBUG:teuthology.orchestra.run.smithi112:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-17T03:32:38.858 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:38.858 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:32:38.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:38.859 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-17T03:32:38.930 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:38.931 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:38.948 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:38.948 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:39.006 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:39.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f94502c5640 1 -- 172.21.15.45:0/3864533039 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 msgr2=0x7f9434003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f94502c5640 1 --2- 172.21.15.45:0/3864533039 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f9434003ea0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f94440016c0 tx=0x7f9434005830 comp rx=0 tx=0).stop 2024-09-17T03:32:39.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f944e862640 1 -- 172.21.15.45:0/3864533039 reap_dead start 2024-09-17T03:32:39.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f94502c5640 1 -- 172.21.15.45:0/3864533039 shutdown_connections 2024-09-17T03:32:39.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f94502c5640 1 -- 172.21.15.45:0/3864533039 >> 172.21.15.45:0/3864533039 conn(0x7f94480b3ca0 msgr2=0x7f94480b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:39.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f94502c5640 1 -- 172.21.15.45:0/3864533039 shutdown_connections 2024-09-17T03:32:39.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.166+0000 7f94502c5640 1 -- 172.21.15.45:0/3864533039 wait complete. 2024-09-17T03:32:39.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.168+0000 7f94502c5640 1 Processor -- start 2024-09-17T03:32:39.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.168+0000 7f94502c5640 1 -- start start 2024-09-17T03:32:39.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f944814f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f944806f880 0x7f94480b2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f944806fc90 0x7f94480b30c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f9448070a50 con 0x7f9434003a30 2024-09-17T03:32:39.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f94480703c0 con 0x7f944806f880 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9448070bd0 con 0x7f944806fc90 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f944814f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f944814f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44920/0 (socket says 172.21.15.45:44920) 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 -- 172.21.15.45:0/47466547 learned_addr learned my addr 172.21.15.45:0/47466547 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944d860640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f944806f880 0x7f94480b2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e862640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f944806fc90 0x7f94480b30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 -- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f944806fc90 msgr2=0x7f94480b30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f944806fc90 0x7f94480b30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 -- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f944806f880 msgr2=0x7f94480b2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f944806f880 0x7f94480b2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 -- 172.21.15.45:0/47466547 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944814f540 con 0x7f9434003a30 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e862640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f944806fc90 0x7f94480b30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f944e061640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f944814f000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f944402a930 tx=0x7f9444006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444038070 con 0x7f9434003a30 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9444003af0 con 0x7f9434003a30 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944403d460 con 0x7f9434003a30 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94481f8860 con 0x7f9434003a30 2024-09-17T03:32:39.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.170+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94481f8e20 con 0x7f9434003a30 2024-09-17T03:32:39.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.172+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94481535b0 con 0x7f9434003a30 2024-09-17T03:32:39.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.172+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9444030070 con 0x7f9434003a30 2024-09-17T03:32:39.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.173+0000 7f943affd640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f942c078bc0 0x7f942c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.173+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f94440ba9b0 con 0x7f9434003a30 2024-09-17T03:32:39.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.173+0000 7f944d860640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f942c078bc0 0x7f942c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.174+0000 7f944d860640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f942c078bc0 0x7f942c07b0d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f944814e830 tx=0x7f943c005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:39.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.177+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f9444042060 con 0x7f9434003a30 2024-09-17T03:32:39.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.382+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f94480b4a00 con 0x7f9434003a30 2024-09-17T03:32:39.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.383+0000 7f943affd640 1 -- 172.21.15.45:0/47466547 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f944814f540 con 0x7f9434003a30 2024-09-17T03:32:39.382 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:39.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f942c078bc0 msgr2=0x7f942c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f942c078bc0 0x7f942c07b0d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f944814e830 tx=0x7f943c005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 msgr2=0x7f944814f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f944814f000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f944402a930 tx=0x7f9444006360 comp rx=0 tx=0).stop 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 shutdown_connections 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f942c078bc0 0x7f942c07b0d0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f944806f880 0x7f94480b2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f944806fc90 0x7f94480b30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 --2- 172.21.15.45:0/47466547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9434003a30 0x7f944814f000 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 >> 172.21.15.45:0/47466547 conn(0x7f94480b3ca0 msgr2=0x7f94480c77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 shutdown_connections 2024-09-17T03:32:39.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.385+0000 7f94502c5640 1 -- 172.21.15.45:0/47466547 wait complete. 2024-09-17T03:32:39.396 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:32:39.397 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:39.414 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:39.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.571+0000 7fb86df71640 1 -- 172.21.15.45:0/4052726414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680cf650 msgr2=0x7fb8680b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.571+0000 7fb86df71640 1 --2- 172.21.15.45:0/4052726414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680cf650 0x7fb8680b3770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb8680d50e0 tx=0x7fb85c02a530 comp rx=0 tx=0).stop 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.572+0000 7fb86df71640 1 -- 172.21.15.45:0/4052726414 shutdown_connections 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.572+0000 7fb86df71640 1 --2- 172.21.15.45:0/4052726414 >> v2:172.21.15.112:3300/0 conn(0x7fb86815e740 0x7fb8680b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.572+0000 7fb86df71640 1 --2- 172.21.15.45:0/4052726414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680cf650 0x7fb8680b3770 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.572+0000 7fb86df71640 1 -- 172.21.15.45:0/4052726414 >> 172.21.15.45:0/4052726414 conn(0x7fb8680d4320 msgr2=0x7fb8680d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.572+0000 7fb86df71640 1 -- 172.21.15.45:0/4052726414 shutdown_connections 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.572+0000 7fb86df71640 1 -- 172.21.15.45:0/4052726414 wait complete. 2024-09-17T03:32:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.573+0000 7fb86df71640 1 Processor -- start 2024-09-17T03:32:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.574+0000 7fb86df71640 1 -- start start 2024-09-17T03:32:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb86df71640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb86806e5c0 0x7fb8681f51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb86df71640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb86815e740 0x7fb8680c8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb86df71640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 0x7fb8680cda80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb86df71640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fb8680d33d0 con 0x7fb8680c8aa0 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb86df71640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb8680d3250 con 0x7fb86806e5c0 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb86df71640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fb8680d3550 con 0x7fb86815e740 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 0x7fb8680cda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 0x7fb8680cda80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44944/0 (socket says 172.21.15.45:44944) 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 -- 172.21.15.45:0/3809526561 learned_addr learned my addr 172.21.15.45:0/3809526561 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb8677fe640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb86806e5c0 0x7fb8681f51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb866ffd640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb86815e740 0x7fb8680c8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 -- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb86815e740 msgr2=0x7fb8680c8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb86815e740 0x7fb8680c8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 -- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb86806e5c0 msgr2=0x7fb8681f51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb86806e5c0 0x7fb8681f51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.575+0000 7fb867fff640 1 -- 172.21.15.45:0/3809526561 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8680c9190 con 0x7fb8680c8aa0 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.576+0000 7fb867fff640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 0x7fb8680cda80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb86000ca80 tx=0x7fb86000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.576+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb860007d90 con 0x7fb8680c8aa0 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.576+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb860004c30 con 0x7fb8680c8aa0 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.576+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8681e9b10 con 0x7fb8680c8aa0 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.576+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb860005280 con 0x7fb8680c8aa0 2024-09-17T03:32:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.576+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8681ea0d0 con 0x7fb8680c8aa0 2024-09-17T03:32:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.577+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8680d3ab0 con 0x7fb8680c8aa0 2024-09-17T03:32:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.578+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb860005420 con 0x7fb8680c8aa0 2024-09-17T03:32:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.578+0000 7fb84ffff640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb854078b90 0x7fb85407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.578+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb86009b980 con 0x7fb8680c8aa0 2024-09-17T03:32:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.578+0000 7fb8677fe640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb854078b90 0x7fb85407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.579+0000 7fb8677fe640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb854078b90 0x7fb85407b0a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb858006fd0 tx=0x7fb858009060 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:39.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.583+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fb860014070 con 0x7fb8680c8aa0 2024-09-17T03:32:39.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.783+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb8680b8d60 con 0x7fb8680c8aa0 2024-09-17T03:32:39.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.783+0000 7fb84ffff640 1 -- 172.21.15.45:0/3809526561 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fb8600634c0 con 0x7fb8680c8aa0 2024-09-17T03:32:39.783 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb854078b90 msgr2=0x7fb85407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb854078b90 0x7fb85407b0a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb858006fd0 tx=0x7fb858009060 comp rx=0 tx=0).stop 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 msgr2=0x7fb8680cda80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 0x7fb8680cda80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb86000ca80 tx=0x7fb86000cf40 comp rx=0 tx=0).stop 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 shutdown_connections 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb854078b90 0x7fb85407b0a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8680c8aa0 0x7fb8680cda80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb86815e740 0x7fb8680c8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 --2- 172.21.15.45:0/3809526561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb86806e5c0 0x7fb8681f51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 >> 172.21.15.45:0/3809526561 conn(0x7fb8680d4320 msgr2=0x7fb8680b7f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:39.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 shutdown_connections 2024-09-17T03:32:39.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:39.785+0000 7fb86df71640 1 -- 172.21.15.45:0/3809526561 wait complete. 2024-09-17T03:32:39.796 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi045.front.sepia.ceph.com... 2024-09-17T03:32:39.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:39.796 DEBUG:teuthology.orchestra.run.smithi045:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-17T03:32:39.822 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:39.822 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:32:39.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:39.823 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-17T03:32:39.878 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:32:39.879 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:39.898 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:32:39.898 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:39.958 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:40.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32f0712640 1 -- 172.21.15.45:0/3744691581 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d0004d40 msgr2=0x7f32d0005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32f0712640 1 --2- 172.21.15.45:0/3744691581 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d0004d40 0x7f32d0005190 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f32e0001ec0 tx=0x7f32d0005830 comp rx=0 tx=0).stop 2024-09-17T03:32:40.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32eecaf640 1 -- 172.21.15.45:0/3744691581 reap_dead start 2024-09-17T03:32:40.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32f0712640 1 -- 172.21.15.45:0/3744691581 shutdown_connections 2024-09-17T03:32:40.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32f0712640 1 -- 172.21.15.45:0/3744691581 >> 172.21.15.45:0/3744691581 conn(0x7f32e80b3ca0 msgr2=0x7f32e80b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:40.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32f0712640 1 -- 172.21.15.45:0/3744691581 shutdown_connections 2024-09-17T03:32:40.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.077+0000 7f32f0712640 1 -- 172.21.15.45:0/3744691581 wait complete. 2024-09-17T03:32:40.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.079+0000 7f32f0712640 1 Processor -- start 2024-09-17T03:32:40.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.079+0000 7f32f0712640 1 -- start start 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32f0712640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32d0004d40 0x7f32e814a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32f0712640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 0x7f32e814f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32f0712640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32e814f890 0x7f32e81f2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32f0712640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f32e80d0d00 con 0x7f32e8150010 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32f0712640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8070e30 con 0x7f32e814f890 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32f0712640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f32e80d0e80 con 0x7f32d0004d40 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 0x7f32e814f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 0x7f32e814f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44954/0 (socket says 172.21.15.45:44954) 2024-09-17T03:32:40.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 -- 172.21.15.45:0/2681033558 learned_addr learned my addr 172.21.15.45:0/2681033558 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:40.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32eecaf640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32e814f890 0x7f32e81f2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32ee4ae640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32d0004d40 0x7f32e814a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 -- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32d0004d40 msgr2=0x7f32e814a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32d0004d40 0x7f32e814a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 -- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32e814f890 msgr2=0x7f32e81f2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32e814f890 0x7f32e81f2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32edcad640 1 -- 172.21.15.45:0/2681033558 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e814fca0 con 0x7f32e8150010 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32ee4ae640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32d0004d40 0x7f32e814a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.080+0000 7f32eecaf640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32e814f890 0x7f32e81f2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.081+0000 7f32edcad640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 0x7f32e814f350 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f32dc001b50 tx=0x7f32dc0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.081+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc015070 con 0x7f32e8150010 2024-09-17T03:32:40.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.081+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32dc011920 con 0x7f32e8150010 2024-09-17T03:32:40.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.081+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc011d70 con 0x7f32e8150010 2024-09-17T03:32:40.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.081+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e80b57f0 con 0x7f32e8150010 2024-09-17T03:32:40.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.081+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e80b7490 con 0x7f32e8150010 2024-09-17T03:32:40.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.082+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e81535f0 con 0x7f32e8150010 2024-09-17T03:32:40.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.083+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f32dc018070 con 0x7f32e8150010 2024-09-17T03:32:40.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.083+0000 7f32e6ffd640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078b90 0x7f32d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.083+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f32dc09bda0 con 0x7f32e8150010 2024-09-17T03:32:40.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.083+0000 7f32ee4ae640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078b90 0x7f32d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.084+0000 7f32ee4ae640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078b90 0x7f32d407b0a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f32d8009c70 tx=0x7f32d8005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:40.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.088+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f32e814fca0 con 0x7f32e8150010 2024-09-17T03:32:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.287+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f32e80b5510 con 0x7f32e8150010 2024-09-17T03:32:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.287+0000 7f32e6ffd640 1 -- 172.21.15.45:0/2681033558 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f32dc063f40 con 0x7f32e8150010 2024-09-17T03:32:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.289+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078b90 msgr2=0x7f32d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.289+0000 7f32f0712640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078b90 0x7f32d407b0a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f32d8009c70 tx=0x7f32d8005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.289+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 msgr2=0x7f32e814f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.289+0000 7f32f0712640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 0x7f32e814f350 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f32dc001b50 tx=0x7f32dc0039c0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.289+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 shutdown_connections 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.289+0000 7f32f0712640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f32d4078b90 0x7f32d407b0a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.290+0000 7f32f0712640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32e814f890 0x7f32e81f2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.290+0000 7f32f0712640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32e8150010 0x7f32e814f350 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.290+0000 7f32f0712640 1 --2- 172.21.15.45:0/2681033558 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f32d0004d40 0x7f32e814a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.290+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 >> 172.21.15.45:0/2681033558 conn(0x7f32e80b3ca0 msgr2=0x7f32e8150750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.290+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 shutdown_connections 2024-09-17T03:32:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.290+0000 7f32f0712640 1 -- 172.21.15.45:0/2681033558 wait complete. 2024-09-17T03:32:40.300 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:32:40.300 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:32:40.320 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:32:40.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f341a264640 1 -- 172.21.15.45:0/4228401159 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 msgr2=0x7f33fc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f341a264640 1 --2- 172.21.15.45:0/4228401159 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f33fc00b9c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f340c001f30 tx=0x7f33fc005830 comp rx=0 tx=0).stop 2024-09-17T03:32:40.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f3418801640 1 -- 172.21.15.45:0/4228401159 reap_dead start 2024-09-17T03:32:40.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f341a264640 1 -- 172.21.15.45:0/4228401159 shutdown_connections 2024-09-17T03:32:40.440 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f341a264640 1 -- 172.21.15.45:0/4228401159 >> 172.21.15.45:0/4228401159 conn(0x7f34140d4320 msgr2=0x7f34140d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:40.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f341a264640 1 -- 172.21.15.45:0/4228401159 shutdown_connections 2024-09-17T03:32:40.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.440+0000 7f341a264640 1 -- 172.21.15.45:0/4228401159 wait complete. 2024-09-17T03:32:40.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.442+0000 7f341a264640 1 Processor -- start 2024-09-17T03:32:40.441 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.442+0000 7f341a264640 1 -- start start 2024-09-17T03:32:40.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f341a264640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f34141542e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f341a264640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3414155ec0 0x7f34141562d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f341a264640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3414156810 0x7f34141603c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f341a264640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f34140b3b00 con 0x7f33fc0051a0 2024-09-17T03:32:40.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f341a264640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f34140b3980 con 0x7f3414155ec0 2024-09-17T03:32:40.444 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f341a264640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f34140b78e0 con 0x7f3414156810 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f34141542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f34141542e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44986/0 (socket says 172.21.15.45:44986) 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 -- 172.21.15.45:0/1823709592 learned_addr learned my addr 172.21.15.45:0/1823709592 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f34137fe640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3414155ec0 0x7f34141562d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3418801640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3414156810 0x7f34141603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 -- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3414156810 msgr2=0x7f34141603c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3414156810 0x7f34141603c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 -- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3414155ec0 msgr2=0x7f34141562d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3414155ec0 0x7f34141562d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 -- 172.21.15.45:0/1823709592 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3414161d70 con 0x7f33fc0051a0 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f34137fe640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3414155ec0 0x7f34141562d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:40.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3413fff640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f34141542e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f34040065d0 tx=0x7f34040039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:40.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404015070 con 0x7f33fc0051a0 2024-09-17T03:32:40.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.444+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3404011900 con 0x7f33fc0051a0 2024-09-17T03:32:40.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.445+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34140ce7f0 con 0x7f33fc0051a0 2024-09-17T03:32:40.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.445+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404011d50 con 0x7f33fc0051a0 2024-09-17T03:32:40.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.445+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3414161570 con 0x7f33fc0051a0 2024-09-17T03:32:40.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.445+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34140ced10 con 0x7f33fc0051a0 2024-09-17T03:32:40.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.446+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f340400f430 con 0x7f33fc0051a0 2024-09-17T03:32:40.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.447+0000 7f3410ff9640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3400078b90 0x7f340007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.447+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f340409be90 con 0x7f33fc0051a0 2024-09-17T03:32:40.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.447+0000 7f34137fe640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3400078b90 0x7f340007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.448+0000 7f34137fe640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3400078b90 0x7f340007b0a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3414160350 tx=0x7f3408005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:40.450 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.451+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f34140ced10 con 0x7f33fc0051a0 2024-09-17T03:32:40.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.650+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f34140cef40 con 0x7f33fc0051a0 2024-09-17T03:32:40.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.651+0000 7f3410ff9640 1 -- 172.21.15.45:0/1823709592 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f3404063fa0 con 0x7f33fc0051a0 2024-09-17T03:32:40.650 INFO:teuthology.orchestra.run.smithi045.stderr:listed 0 entries 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3400078b90 msgr2=0x7f340007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3400078b90 0x7f340007b0a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3414160350 tx=0x7f3408005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 msgr2=0x7f34141542e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f34141542e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f34040065d0 tx=0x7f34040039c0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 shutdown_connections 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3400078b90 0x7f340007b0a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3414155ec0 0x7f34141562d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3414156810 0x7f34141603c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 --2- 172.21.15.45:0/1823709592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33fc0051a0 0x7f34141542e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 >> 172.21.15.45:0/1823709592 conn(0x7f34140d4320 msgr2=0x7f34140b9c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:40.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 shutdown_connections 2024-09-17T03:32:40.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.653+0000 7f341a264640 1 -- 172.21.15.45:0/1823709592 wait complete. 2024-09-17T03:32:40.664 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi112.front.sepia.ceph.com... 2024-09-17T03:32:40.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:40.664 DEBUG:teuthology.orchestra.run.smithi112:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-17T03:32:40.695 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:40.695 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:32:40.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:32:40.696 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-17T03:32:40.754 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-17T03:32:40.754 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:40.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.872+0000 7fa50f663640 1 -- 172.21.15.45:0/231922516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 msgr2=0x7fa50815e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.872+0000 7fa50f663640 1 --2- 172.21.15.45:0/231922516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa50815e740 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa500005fd0 tx=0x7fa50002aa90 comp rx=0 tx=0).stop 2024-09-17T03:32:40.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.873+0000 7fa50f663640 1 -- 172.21.15.45:0/231922516 shutdown_connections 2024-09-17T03:32:40.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.873+0000 7fa50f663640 1 --2- 172.21.15.45:0/231922516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa50815e740 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.873+0000 7fa50f663640 1 -- 172.21.15.45:0/231922516 >> 172.21.15.45:0/231922516 conn(0x7fa5080d4320 msgr2=0x7fa5080d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:40.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.873+0000 7fa50f663640 1 -- 172.21.15.45:0/231922516 shutdown_connections 2024-09-17T03:32:40.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.873+0000 7fa50f663640 1 -- 172.21.15.45:0/231922516 wait complete. 2024-09-17T03:32:40.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.875+0000 7fa50f663640 1 Processor -- start 2024-09-17T03:32:40.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.875+0000 7fa50f663640 1 -- start start 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50f663640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806e5c0 0x7fa50815b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50f663640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa5081f5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50f663640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50814a010 0x7fa508149390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50f663640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa5080d3710 con 0x7fa5080b3770 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50f663640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa5080d3590 con 0x7fa50814a010 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50f663640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa5080d3890 con 0x7fa50806e5c0 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa5081f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa5081f5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45002/0 (socket says 172.21.15.45:45002) 2024-09-17T03:32:40.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 -- 172.21.15.45:0/2032370344 learned_addr learned my addr 172.21.15.45:0/2032370344 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50dc00640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50814a010 0x7fa508149390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50d3ff640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806e5c0 0x7fa50815b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 -- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806e5c0 msgr2=0x7fa50815b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806e5c0 0x7fa50815b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 -- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50814a010 msgr2=0x7fa508149390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50814a010 0x7fa508149390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.876+0000 7fa50cbfe640 1 -- 172.21.15.45:0/2032370344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50815b930 con 0x7fa5080b3770 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.877+0000 7fa50cbfe640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa5081f5230 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa4f800c3f0 tx=0x7fa4f800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.877+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f8017070 con 0x7fa5080b3770 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.877+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4f80053e0 con 0x7fa5080b3770 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.877+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa50815bc10 con 0x7fa5080b3770 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.877+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f8003870 con 0x7fa5080b3770 2024-09-17T03:32:40.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.877+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa50815c1d0 con 0x7fa5080b3770 2024-09-17T03:32:40.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.878+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5080b6120 con 0x7fa5080b3770 2024-09-17T03:32:40.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.879+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa4f801a070 con 0x7fa5080b3770 2024-09-17T03:32:40.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.879+0000 7fa4fdffb640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa4ec078bc0 0x7fa4ec07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:40.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.880+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa4f809a3c0 con 0x7fa5080b3770 2024-09-17T03:32:40.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.880+0000 7fa50d3ff640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa4ec078bc0 0x7fa4ec07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:40.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.880+0000 7fa50d3ff640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa4ec078bc0 0x7fa4ec07b0d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa504006fd0 tx=0x7fa504009060 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:40.883 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:40.884+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa5080b6120 con 0x7fa5080b3770 2024-09-17T03:32:41.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.108+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa50806a710 con 0x7fa5080b3770 2024-09-17T03:32:41.108 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.108+0000 7fa4fdffb640 1 -- 172.21.15.45:0/2032370344 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7fa50806a710 con 0x7fa5080b3770 2024-09-17T03:32:41.108 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:41.108 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:41.108 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:41.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa4ec078bc0 msgr2=0x7fa4ec07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa4ec078bc0 0x7fa4ec07b0d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa504006fd0 tx=0x7fa504009060 comp rx=0 tx=0).stop 2024-09-17T03:32:41.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 msgr2=0x7fa5081f5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa5081f5230 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa4f800c3f0 tx=0x7fa4f800c8b0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 shutdown_connections 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa4ec078bc0 0x7fa4ec07b0d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa50814a010 0x7fa508149390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa5080b3770 0x7fa5081f5230 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 --2- 172.21.15.45:0/2032370344 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa50806e5c0 0x7fa50815b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 >> 172.21.15.45:0/2032370344 conn(0x7fa5080d4320 msgr2=0x7fa50815d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 shutdown_connections 2024-09-17T03:32:41.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.111+0000 7fa50f663640 1 -- 172.21.15.45:0/2032370344 wait complete. 2024-09-17T03:32:41.122 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 -- 172.21.15.45:0/3251858899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a015ff20 msgr2=0x7fc6a0070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/3251858899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a015ff20 0x7fc6a0070e40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc690009830 tx=0x7fc69002a530 comp rx=0 tx=0).stop 2024-09-17T03:32:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 -- 172.21.15.45:0/3251858899 shutdown_connections 2024-09-17T03:32:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/3251858899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a015ff20 0x7fc6a0070e40 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 -- 172.21.15.45:0/3251858899 >> 172.21.15.45:0/3251858899 conn(0x7fc6a00ceee0 msgr2=0x7fc6a00cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 -- 172.21.15.45:0/3251858899 shutdown_connections 2024-09-17T03:32:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.239+0000 7fc6a4e27640 1 -- 172.21.15.45:0/3251858899 wait complete. 2024-09-17T03:32:41.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.241+0000 7fc6a4e27640 1 Processor -- start 2024-09-17T03:32:41.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.241+0000 7fc6a4e27640 1 -- start start 2024-09-17T03:32:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc6a4e27640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6a00d1830 0x7fc6a01f6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc6a4e27640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a00d1c40 0x7fc6a00ca100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc6a4e27640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 0x7fc6a0159bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc6a4e27640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a015d230 con 0x7fc6a015ff20 2024-09-17T03:32:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc6a4e27640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a015d0b0 con 0x7fc6a00d1c40 2024-09-17T03:32:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc6a4e27640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a015d3b0 con 0x7fc6a00d1830 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 0x7fc6a0159bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 0x7fc6a0159bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45004/0 (socket says 172.21.15.45:45004) 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 -- 172.21.15.45:0/1241350948 learned_addr learned my addr 172.21.15.45:0/1241350948 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69e59c640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6a00d1830 0x7fc6a01f6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69dd9b640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a00d1c40 0x7fc6a00ca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 -- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6a00d1830 msgr2=0x7fc6a01f6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6a00d1830 0x7fc6a01f6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 -- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a00d1c40 msgr2=0x7fc6a00ca100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a00d1c40 0x7fc6a00ca100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.242+0000 7fc69ed9d640 1 -- 172.21.15.45:0/1241350948 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a0158e30 con 0x7fc6a015ff20 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.243+0000 7fc69ed9d640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 0x7fc6a0159bd0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc69800cb10 tx=0x7fc69800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.243+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698016020 con 0x7fc6a015ff20 2024-09-17T03:32:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.243+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6a01590f0 con 0x7fc6a015ff20 2024-09-17T03:32:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.243+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc69800ad80 con 0x7fc6a015ff20 2024-09-17T03:32:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.243+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698012680 con 0x7fc6a015ff20 2024-09-17T03:32:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.243+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6a01596b0 con 0x7fc6a015ff20 2024-09-17T03:32:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.244+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6a01574e0 con 0x7fc6a015ff20 2024-09-17T03:32:41.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.245+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc698019020 con 0x7fc6a015ff20 2024-09-17T03:32:41.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.245+0000 7fc68effd640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc680078b90 0x7fc68007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.245+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc69809b670 con 0x7fc6a015ff20 2024-09-17T03:32:41.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.246+0000 7fc69e59c640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc680078b90 0x7fc68007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.246+0000 7fc69e59c640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc680078b90 0x7fc68007b0a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc690034000 tx=0x7fc690004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:41.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.250+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fc698020020 con 0x7fc6a015ff20 2024-09-17T03:32:41.471 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.472+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6a0158bb0 con 0x7fc6a015ff20 2024-09-17T03:32:41.472 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.473+0000 7fc68effd640 1 -- 172.21.15.45:0/1241350948 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7fc6a0158bb0 con 0x7fc6a015ff20 2024-09-17T03:32:41.472 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:41.472 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:41.472 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:41.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc680078b90 msgr2=0x7fc68007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc680078b90 0x7fc68007b0a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc690034000 tx=0x7fc690004730 comp rx=0 tx=0).stop 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 msgr2=0x7fc6a0159bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 0x7fc6a0159bd0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc69800cb10 tx=0x7fc69800a060 comp rx=0 tx=0).stop 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 shutdown_connections 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc680078b90 0x7fc68007b0a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6a00d1c40 0x7fc6a00ca100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6a015ff20 0x7fc6a0159bd0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 --2- 172.21.15.45:0/1241350948 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6a00d1830 0x7fc6a01f6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 >> 172.21.15.45:0/1241350948 conn(0x7fc6a00ceee0 msgr2=0x7fc6a00d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 shutdown_connections 2024-09-17T03:32:41.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.475+0000 7fc6a4e27640 1 -- 172.21.15.45:0/1241350948 wait complete. 2024-09-17T03:32:41.486 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 -- 172.21.15.45:0/4085272973 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 msgr2=0x7f8a580b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/4085272973 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a580b3770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8a54009830 tx=0x7f8a5402a5c0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 -- 172.21.15.45:0/4085272973 shutdown_connections 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/4085272973 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a580b3770 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 -- 172.21.15.45:0/4085272973 >> 172.21.15.45:0/4085272973 conn(0x7f8a580d4320 msgr2=0x7f8a580d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 -- 172.21.15.45:0/4085272973 shutdown_connections 2024-09-17T03:32:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.603+0000 7f8a5faf2640 1 -- 172.21.15.45:0/4085272973 wait complete. 2024-09-17T03:32:41.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.605+0000 7f8a5faf2640 1 Processor -- start 2024-09-17T03:32:41.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.605+0000 7f8a5faf2640 1 -- start start 2024-09-17T03:32:41.607 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5faf2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a5815a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.607 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5faf2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a5815e740 0x7f8a5815b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.607 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5faf2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8a581ea100 0x7f8a5815bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5faf2640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8a580d3710 con 0x7f8a5806e5c0 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5faf2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8a580d3590 con 0x7f8a5815e740 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5faf2640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8a580d3890 con 0x7f8a581ea100 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5d88e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a5815a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5d88e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a5815a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45028/0 (socket says 172.21.15.45:45028) 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5d88e640 1 -- 172.21.15.45:0/2280108732 learned_addr learned my addr 172.21.15.45:0/2280108732 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5d08d640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a5815e740 0x7f8a5815b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.606+0000 7f8a5e08f640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8a581ea100 0x7f8a5815bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5d88e640 1 -- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8a581ea100 msgr2=0x7f8a5815bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5d88e640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8a581ea100 0x7f8a5815bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5d88e640 1 -- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a5815e740 msgr2=0x7f8a5815b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5d88e640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a5815e740 0x7f8a5815b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5d88e640 1 -- 172.21.15.45:0/2280108732 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a5815ac40 con 0x7f8a5806e5c0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5d88e640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a5815a700 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8a54009950 tx=0x7f8a54033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a54031d60 con 0x7f8a5806e5c0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a540330d0 con 0x7f8a5806e5c0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a580ce4b0 con 0x7f8a5806e5c0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a54033520 con 0x7f8a5806e5c0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.607+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a580c8360 con 0x7f8a5806e5c0 2024-09-17T03:32:41.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.608+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a580b3770 con 0x7f8a5806e5c0 2024-09-17T03:32:41.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.609+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8a540035f0 con 0x7f8a5806e5c0 2024-09-17T03:32:41.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.609+0000 7f8a4e7fc640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8a3c078bc0 0x7f8a3c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.610+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8a540bc4c0 con 0x7f8a5806e5c0 2024-09-17T03:32:41.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.610+0000 7f8a5d08d640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8a3c078bc0 0x7f8a3c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.610+0000 7f8a5d08d640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8a3c078bc0 0x7f8a3c07b0d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8a581ea9c0 tx=0x7f8a48009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.614+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8a5403f030 con 0x7f8a5806e5c0 2024-09-17T03:32:41.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.802+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a581e8490 con 0x7f8a5806e5c0 2024-09-17T03:32:41.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.804+0000 7f8a4e7fc640 1 -- 172.21.15.45:0/2280108732 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18586 (secure 0 0 0) 0x7f8a54083f70 con 0x7f8a5806e5c0 2024-09-17T03:32:41.804 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:41.804 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:07.604106+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:41.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8a3c078bc0 msgr2=0x7f8a3c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8a3c078bc0 0x7f8a3c07b0d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8a581ea9c0 tx=0x7f8a48009040 comp rx=0 tx=0).stop 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 msgr2=0x7f8a5815a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a5815a700 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8a54009950 tx=0x7f8a54033d60 comp rx=0 tx=0).stop 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 shutdown_connections 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8a3c078bc0 0x7f8a3c07b0d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a5815e740 0x7f8a5815b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8a581ea100 0x7f8a5815bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 --2- 172.21.15.45:0/2280108732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a5806e5c0 0x7f8a5815a700 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 >> 172.21.15.45:0/2280108732 conn(0x7f8a580d4320 msgr2=0x7f8a5815d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 shutdown_connections 2024-09-17T03:32:41.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.806+0000 7f8a5faf2640 1 -- 172.21.15.45:0/2280108732 wait complete. 2024-09-17T03:32:41.817 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-17T03:32:41.817 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 -- 172.21.15.45:0/1135756657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27940cf650 msgr2=0x7f27940b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 --2- 172.21.15.45:0/1135756657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27940cf650 0x7f27940b3770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2788005fd0 tx=0x7f278802a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 -- 172.21.15.45:0/1135756657 shutdown_connections 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 --2- 172.21.15.45:0/1135756657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27940cf650 0x7f27940b3770 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 -- 172.21.15.45:0/1135756657 >> 172.21.15.45:0/1135756657 conn(0x7f27940d4320 msgr2=0x7f27940d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 -- 172.21.15.45:0/1135756657 shutdown_connections 2024-09-17T03:32:41.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.934+0000 7f279a80e640 1 -- 172.21.15.45:0/1135756657 wait complete. 2024-09-17T03:32:41.935 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.936+0000 7f279a80e640 1 Processor -- start 2024-09-17T03:32:41.935 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.936+0000 7f279a80e640 1 -- start start 2024-09-17T03:32:41.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f279a80e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f279406e5c0 0x7f27941e83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f279a80e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279415e740 0x7f27941e6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f279a80e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 0x7f27941e74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f279a80e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f27940d3710 con 0x7f27941f5ca0 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f279a80e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f27940d3590 con 0x7f279415e740 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f279a80e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f27940d3890 con 0x7f279406e5c0 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f2798dab640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 0x7f27941e74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f2798dab640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 0x7f27941e74b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45040/0 (socket says 172.21.15.45:45040) 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.937+0000 7f2798dab640 1 -- 172.21.15.45:0/2607059987 learned_addr learned my addr 172.21.15.45:0/2607059987 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f27937fe640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279415e740 0x7f27941e6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2793fff640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f279406e5c0 0x7f27941e83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2798dab640 1 -- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f279406e5c0 msgr2=0x7f27941e83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2798dab640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f279406e5c0 0x7f27941e83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2798dab640 1 -- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279415e740 msgr2=0x7f27941e6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2798dab640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279415e740 0x7f27941e6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2798dab640 1 -- 172.21.15.45:0/2607059987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27941e88e0 con 0x7f27941f5ca0 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2793fff640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f279406e5c0 0x7f27941e83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f27937fe640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279415e740 0x7f27941e6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2798dab640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 0x7f27941e74b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f278c00ba10 tx=0x7f278c00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278c019070 con 0x7f27941f5ca0 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f278c00cc30 con 0x7f27941f5ca0 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278c00ce60 con 0x7f27941f5ca0 2024-09-17T03:32:41.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.938+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f279415ee10 con 0x7f27941f5ca0 2024-09-17T03:32:41.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.939+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f279415f3d0 con 0x7f27941f5ca0 2024-09-17T03:32:41.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.940+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27940b3770 con 0x7f27941f5ca0 2024-09-17T03:32:41.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.940+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f278c01c070 con 0x7f27941f5ca0 2024-09-17T03:32:41.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.941+0000 7f2790ff9640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2780078bc0 0x7f278007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:41.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.941+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f278c09ac70 con 0x7f27941f5ca0 2024-09-17T03:32:41.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.941+0000 7f2793fff640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2780078bc0 0x7f278007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:41.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.942+0000 7f2793fff640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2780078bc0 0x7f278007b0d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2784000f60 tx=0x7f2784009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:41.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:41.946+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f278c062d70 con 0x7f27941f5ca0 2024-09-17T03:32:42.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.167+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f279406e0f0 con 0x7f27941f5ca0 2024-09-17T03:32:42.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.168+0000 7f2790ff9640 1 -- 172.21.15.45:0/2607059987 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f278c062670 con 0x7f27941f5ca0 2024-09-17T03:32:42.167 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:42.168 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:42.168 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2780078bc0 msgr2=0x7f278007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2780078bc0 0x7f278007b0d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2784000f60 tx=0x7f2784009040 comp rx=0 tx=0).stop 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 msgr2=0x7f27941e74b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 0x7f27941e74b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f278c00ba10 tx=0x7f278c00bed0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 shutdown_connections 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2780078bc0 0x7f278007b0d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f279415e740 0x7f27941e6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27941f5ca0 0x7f27941e74b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 --2- 172.21.15.45:0/2607059987 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f279406e5c0 0x7f27941e83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 >> 172.21.15.45:0/2607059987 conn(0x7f27940d4320 msgr2=0x7f27940b9620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:42.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 shutdown_connections 2024-09-17T03:32:42.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.170+0000 7f279a80e640 1 -- 172.21.15.45:0/2607059987 wait complete. 2024-09-17T03:32:42.182 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:42.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 -- 172.21.15.45:0/2900676080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 msgr2=0x7f7824070100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 --2- 172.21.15.45:0/2900676080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f7824070100 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7824074a90 tx=0x7f781802a560 comp rx=0 tx=0).stop 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 -- 172.21.15.45:0/2900676080 shutdown_connections 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 --2- 172.21.15.45:0/2900676080 >> v2:172.21.15.112:3300/0 conn(0x7f7824070640 0x7f7824070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 --2- 172.21.15.45:0/2900676080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f7824070100 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 -- 172.21.15.45:0/2900676080 >> 172.21.15.45:0/2900676080 conn(0x7f78240b3ca0 msgr2=0x7f78240b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 -- 172.21.15.45:0/2900676080 shutdown_connections 2024-09-17T03:32:42.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.299+0000 7f782aeb6640 1 -- 172.21.15.45:0/2900676080 wait complete. 2024-09-17T03:32:42.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.301+0000 7f782aeb6640 1 Processor -- start 2024-09-17T03:32:42.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.301+0000 7f782aeb6640 1 -- start start 2024-09-17T03:32:42.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f782aeb6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7824070640 0x7f78241508f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f782aeb6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f782414fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f782aeb6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f78240d19b0 0x7f78241f9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f782aeb6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f78241531b0 con 0x7f78240d0d00 2024-09-17T03:32:42.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f782aeb6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f7824153030 con 0x7f7824070640 2024-09-17T03:32:42.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f782aeb6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f7824153330 con 0x7f78240d19b0 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f7823fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f782414fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f7823fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f782414fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45060/0 (socket says 172.21.15.45:45060) 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.302+0000 7f7823fff640 1 -- 172.21.15.45:0/1370290881 learned_addr learned my addr 172.21.15.45:0/1370290881 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7828c52640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7824070640 0x7f78241508f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7829453640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f78240d19b0 0x7f78241f9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7823fff640 1 -- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f78240d19b0 msgr2=0x7f78241f9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7823fff640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f78240d19b0 0x7f78241f9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7823fff640 1 -- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7824070640 msgr2=0x7f78241508f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7823fff640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7824070640 0x7f78241508f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7823fff640 1 -- 172.21.15.45:0/1370290881 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78240c91f0 con 0x7f78240d0d00 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7828c52640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7824070640 0x7f78241508f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:42.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7829453640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f78240d19b0 0x7f78241f9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:42.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f7823fff640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f782414fa70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7818034040 tx=0x7f78180039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:42.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f781803e030 con 0x7f78240d0d00 2024-09-17T03:32:42.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78180047a0 con 0x7f78240d0d00 2024-09-17T03:32:42.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7824153c90 con 0x7f78240d0d00 2024-09-17T03:32:42.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7818035040 con 0x7f78240d0d00 2024-09-17T03:32:42.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.303+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7824156970 con 0x7f78240d0d00 2024-09-17T03:32:42.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.304+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78240b1810 con 0x7f78240d0d00 2024-09-17T03:32:42.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.305+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7818041030 con 0x7f78240d0d00 2024-09-17T03:32:42.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.305+0000 7f78217fa640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7810078b90 0x7f781007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.305+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f78180bb990 con 0x7f78240d0d00 2024-09-17T03:32:42.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.306+0000 7f7828c52640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7810078b90 0x7f781007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.306+0000 7f7828c52640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7810078b90 0x7f781007b0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f781400a810 tx=0x7f7814008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:42.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.310+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f7818083a10 con 0x7f78240d0d00 2024-09-17T03:32:42.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.539+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78241e8940 con 0x7f78240d0d00 2024-09-17T03:32:42.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.540+0000 7f78217fa640 1 -- 172.21.15.45:0/1370290881 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f7818083310 con 0x7f78240d0d00 2024-09-17T03:32:42.539 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:42.539 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":9,"btime":"2024-09-17T03:32:16:228057+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/3496525274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3496525274},{"type":"v1","addr":"172.21.15.112:6836","nonce":3496525274}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3313326784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3313326784},{"type":"v1","addr":"172.21.15.112:6837","nonce":3313326784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/2854585675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2854585675},{"type":"v1","addr":"172.21.15.45:6834","nonce":2854585675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:02.562810+0000","modified":"2024-09-17T03:32:15.598593+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4386},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4386":{"gid":4386,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.45:6835/1785224871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":1785224871},{"type":"v1","addr":"172.21.15.45:6835","nonce":1785224871}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4386,"qdb_cluster":[4386]},"id":1}]} 2024-09-17T03:32:42.539 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 9 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7810078b90 msgr2=0x7f781007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7810078b90 0x7f781007b0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f781400a810 tx=0x7f7814008040 comp rx=0 tx=0).stop 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 msgr2=0x7f782414fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f782414fa70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7818034040 tx=0x7f78180039e0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 shutdown_connections 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7810078b90 0x7f781007b0a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f78240d19b0 0x7f78241f9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f78240d0d00 0x7f782414fa70 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 --2- 172.21.15.45:0/1370290881 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7824070640 0x7f78241508f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 >> 172.21.15.45:0/1370290881 conn(0x7f78240b3ca0 msgr2=0x7f78241e8e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:42.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 shutdown_connections 2024-09-17T03:32:42.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.542+0000 7f782aeb6640 1 -- 172.21.15.45:0/1370290881 wait complete. 2024-09-17T03:32:42.553 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 -- 172.21.15.45:0/862717022 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a600cf650 msgr2=0x7f2a600b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 --2- 172.21.15.45:0/862717022 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a600cf650 0x7f2a600b3770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2a600d00a0 tx=0x7f2a5002a530 comp rx=0 tx=0).stop 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 -- 172.21.15.45:0/862717022 shutdown_connections 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 --2- 172.21.15.45:0/862717022 >> v2:172.21.15.112:3300/0 conn(0x7f2a6015e740 0x7f2a600b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 --2- 172.21.15.45:0/862717022 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a600cf650 0x7f2a600b3770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 -- 172.21.15.45:0/862717022 >> 172.21.15.45:0/862717022 conn(0x7f2a600d4320 msgr2=0x7f2a600d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 -- 172.21.15.45:0/862717022 shutdown_connections 2024-09-17T03:32:42.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.671+0000 7f2a68270640 1 -- 172.21.15.45:0/862717022 wait complete. 2024-09-17T03:32:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.673+0000 7f2a68270640 1 Processor -- start 2024-09-17T03:32:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.673+0000 7f2a68270640 1 -- start start 2024-09-17T03:32:42.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a68270640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2a6006e5c0 0x7f2a601f6000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a68270640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 0x7f2a6015fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a68270640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2a601e89b0 0x7f2a601f4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a68270640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f2a600d33d0 con 0x7f2a6015e740 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a68270640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2a600d3250 con 0x7f2a6006e5c0 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a68270640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f2a600d3550 con 0x7f2a601e89b0 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 0x7f2a6015fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 0x7f2a6015fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45080/0 (socket says 172.21.15.45:45080) 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 -- 172.21.15.45:0/3325551054 learned_addr learned my addr 172.21.15.45:0/3325551054 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6600c640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2a6006e5c0 0x7f2a601f6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6680d640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2a601e89b0 0x7f2a601f4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 -- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2a601e89b0 msgr2=0x7f2a601f4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2a601e89b0 0x7f2a601f4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 -- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2a6006e5c0 msgr2=0x7f2a601f6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2a6006e5c0 0x7f2a601f6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.674+0000 7f2a6580b640 1 -- 172.21.15.45:0/3325551054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a601e8dc0 con 0x7f2a6015e740 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.675+0000 7f2a6580b640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 0x7f2a6015fa60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2a50009780 tx=0x7f2a50033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.675+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a50031d60 con 0x7f2a6015e740 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.675+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a50033e10 con 0x7f2a6015e740 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.675+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a50005260 con 0x7f2a6015e740 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.675+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a601e9220 con 0x7f2a6015e740 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.675+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a6015f260 con 0x7f2a6015e740 2024-09-17T03:32:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.676+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a601e8f90 con 0x7f2a6015e740 2024-09-17T03:32:42.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.677+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2a50005400 con 0x7f2a6015e740 2024-09-17T03:32:42.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.677+0000 7f2a56ffd640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2a44078bc0 0x7f2a4407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:42.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.677+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7f2a500bc260 con 0x7f2a6015e740 2024-09-17T03:32:42.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.677+0000 7f2a6600c640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2a44078bc0 0x7f2a4407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:42.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.678+0000 7f2a6600c640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2a44078bc0 0x7f2a4407b0d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2a600cff50 tx=0x7f2a5c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:42.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.682+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f2a5003f030 con 0x7f2a6015e740 2024-09-17T03:32:42.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.870+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a6015ed70 con 0x7f2a6015e740 2024-09-17T03:32:42.870 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.871+0000 7f2a56ffd640 1 -- 172.21.15.45:0/3325551054 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+19021 (secure 0 0 0) 0x7f2a50084310 con 0x7f2a6015e740 2024-09-17T03:32:42.871 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:42.871 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":26,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:42.338107+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:00.387563+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:01.521994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-17T03:32:05.194362+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.37","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.3","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:42.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2a44078bc0 msgr2=0x7f2a4407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2a44078bc0 0x7f2a4407b0d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2a600cff50 tx=0x7f2a5c009040 comp rx=0 tx=0).stop 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 msgr2=0x7f2a6015fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 0x7f2a6015fa60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2a50009780 tx=0x7f2a50033c20 comp rx=0 tx=0).stop 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 shutdown_connections 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2a44078bc0 0x7f2a4407b0d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2a601e89b0 0x7f2a601f4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2a6015e740 0x7f2a6015fa60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 --2- 172.21.15.45:0/3325551054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2a6006e5c0 0x7f2a601f6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 >> 172.21.15.45:0/3325551054 conn(0x7f2a600d4320 msgr2=0x7f2a6015da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 shutdown_connections 2024-09-17T03:32:42.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:42.874+0000 7f2a68270640 1 -- 172.21.15.45:0/3325551054 wait complete. 2024-09-17T03:32:42.885 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-17T03:32:43.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 -- 172.21.15.45:0/3919697592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad180d1c40 msgr2=0x7fad18072be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 --2- 172.21.15.45:0/3919697592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad180d1c40 0x7fad18072be0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fad180cfa50 tx=0x7fad1002a560 comp rx=0 tx=0).stop 2024-09-17T03:32:43.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 -- 172.21.15.45:0/3919697592 shutdown_connections 2024-09-17T03:32:43.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 --2- 172.21.15.45:0/3919697592 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad180d1c40 0x7fad18072be0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 --2- 172.21.15.45:0/3919697592 >> v2:172.21.15.112:3300/0 conn(0x7fad180d1830 0x7fad18070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 --2- 172.21.15.45:0/3919697592 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fad1815ff20 0x7fad18070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 -- 172.21.15.45:0/3919697592 >> 172.21.15.45:0/3919697592 conn(0x7fad180ceee0 msgr2=0x7fad180cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 -- 172.21.15.45:0/3919697592 shutdown_connections 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.002+0000 7fad1c85c640 1 -- 172.21.15.45:0/3919697592 wait complete. 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.004+0000 7fad1c85c640 1 Processor -- start 2024-09-17T03:32:43.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.004+0000 7fad1c85c640 1 -- start start 2024-09-17T03:32:43.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.005+0000 7fad1c85c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fad180d1830 0x7fad180b7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad1c85c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fad180d1c40 0x7fad1814a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad1c85c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 0x7fad18158520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad1c85c640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fad18073560 con 0x7fad1815ff20 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad1c85c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fad180733e0 con 0x7fad180d1c40 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad1c85c640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fad1815cea0 con 0x7fad180d1830 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 0x7fad18158520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 0x7fad18158520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45108/0 (socket says 172.21.15.45:45108) 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 -- 172.21.15.45:0/1810311599 learned_addr learned my addr 172.21.15.45:0/1810311599 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad15d9b640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fad180d1c40 0x7fad1814a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad1659c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fad180d1830 0x7fad180b7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 -- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fad180d1830 msgr2=0x7fad180b7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fad180d1830 0x7fad180b7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 -- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fad180d1c40 msgr2=0x7fad1814a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fad180d1c40 0x7fad1814a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 -- 172.21.15.45:0/1810311599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad180b7e60 con 0x7fad1815ff20 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad16d9d640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 0x7fad18158520 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fad10009230 tx=0x7fad10003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.006+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad1003e030 con 0x7fad1815ff20 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.007+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fad10003e50 con 0x7fad1815ff20 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.007+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad10035040 con 0x7fad1815ff20 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.007+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad180c6070 con 0x7fad1815ff20 2024-09-17T03:32:43.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.007+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad180c6630 con 0x7fad1815ff20 2024-09-17T03:32:43.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.008+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad18072be0 con 0x7fad1815ff20 2024-09-17T03:32:43.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.008+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fad10041030 con 0x7fad1815ff20 2024-09-17T03:32:43.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.009+0000 7fad06ffd640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facf8078b90 0x7facf807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.009+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7fad100bb7e0 con 0x7fad1815ff20 2024-09-17T03:32:43.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.009+0000 7fad1659c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facf8078b90 0x7facf807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.010+0000 7fad1659c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facf8078b90 0x7facf807b0a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fad0800ae50 tx=0x7fad0800a540 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:43.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.013+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fad10083240 con 0x7fad1815ff20 2024-09-17T03:32:43.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.239+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fad1815c3b0 con 0x7fad1815ff20 2024-09-17T03:32:43.239 INFO:tasks.ceph.mon.a.smithi045.stderr:2024-09-17T03:32:43.240+0000 7fe18820d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T03:32:43.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.241+0000 7fad06ffd640 1 -- 172.21.15.45:0/1810311599 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7fad10087c70 con 0x7fad1815ff20 2024-09-17T03:32:43.240 INFO:teuthology.orchestra.run.smithi045.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-17T03:32:43.244 INFO:tasks.ceph.mds.c.smithi045.stderr: -4685> 2024-09-17T03:31:57.068+0000 7f7b1f6d7640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.245+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facf8078b90 msgr2=0x7facf807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.245+0000 7fad1c85c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facf8078b90 0x7facf807b0a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fad0800ae50 tx=0x7fad0800a540 comp rx=0 tx=0).stop 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.245+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 msgr2=0x7fad18158520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.245+0000 7fad1c85c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 0x7fad18158520 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fad10009230 tx=0x7fad10003960 comp rx=0 tx=0).stop 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.245+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 shutdown_connections 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.245+0000 7fad1c85c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7facf8078b90 0x7facf807b0a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.246+0000 7fad1c85c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fad180d1c40 0x7fad1814a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.246+0000 7fad1c85c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad1815ff20 0x7fad18158520 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.246+0000 7fad1c85c640 1 --2- 172.21.15.45:0/1810311599 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fad180d1830 0x7fad180b7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.246+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 >> 172.21.15.45:0/1810311599 conn(0x7fad180ceee0 msgr2=0x7fad181573e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:43.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.246+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 shutdown_connections 2024-09-17T03:32:43.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.246+0000 7fad1c85c640 1 -- 172.21.15.45:0/1810311599 wait complete. 2024-09-17T03:32:43.248 INFO:tasks.ceph.mds.c.smithi045.stderr: -3341> 2024-09-17T03:32:07.080+0000 7f7b196cb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T03:32:43.261 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-17T03:32:43.306 INFO:tasks.ceph.mds.c.smithi045.stdout:starting mds.c at 2024-09-17T03:32:43.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 -- 172.21.15.45:0/3664101346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 msgr2=0x7f6dac15f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 --2- 172.21.15.45:0/3664101346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac15f490 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6dac0b7250 tx=0x7f6d9c02a570 comp rx=0 tx=0).stop 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 -- 172.21.15.45:0/3664101346 shutdown_connections 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 --2- 172.21.15.45:0/3664101346 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6dac0b2ad0 0x7f6dac0b2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 --2- 172.21.15.45:0/3664101346 >> v2:172.21.15.112:3300/0 conn(0x7f6dac0d2b00 0x7f6dac0d2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 --2- 172.21.15.45:0/3664101346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac15f490 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 -- 172.21.15.45:0/3664101346 >> 172.21.15.45:0/3664101346 conn(0x7f6dac0d40d0 msgr2=0x7f6dac0d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 -- 172.21.15.45:0/3664101346 shutdown_connections 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.384+0000 7f6db159d640 1 -- 172.21.15.45:0/3664101346 wait complete. 2024-09-17T03:32:43.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.385+0000 7f6db159d640 1 Processor -- start 2024-09-17T03:32:43.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.386+0000 7f6db159d640 1 -- start start 2024-09-17T03:32:43.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db159d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6dac0b2ad0 0x7f6dac14add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db159d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6dac0d2b00 0x7f6dac15ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db159d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac1f9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db159d640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac0b35a0 con 0x7f6dac15c110 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db159d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac0b3420 con 0x7f6dac0b2ad0 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db159d640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f6dac0b3720 con 0x7f6dac0d2b00 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac1f9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac1f9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45148/0 (socket says 172.21.15.45:45148) 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 -- 172.21.15.45:0/165707651 learned_addr learned my addr 172.21.15.45:0/165707651 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6dabfff640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6dac0b2ad0 0x7f6dac14add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6dab7fe640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6dac0d2b00 0x7f6dac15ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 -- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6dac0d2b00 msgr2=0x7f6dac15ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6dac0d2b00 0x7f6dac15ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 -- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6dac0b2ad0 msgr2=0x7f6dac14add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:43.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6dac0b2ad0 0x7f6dac14add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.387+0000 7f6db0d9c640 1 -- 172.21.15.45:0/165707651 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dac1483c0 con 0x7f6dac15c110 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.388+0000 7f6db0d9c640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac1f9070 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6da400e910 tx=0x7f6da400edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.388+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4004d20 con 0x7f6dac15c110 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.388+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6da400cb20 con 0x7f6dac15c110 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.388+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4005020 con 0x7f6dac15c110 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.388+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dac1486a0 con 0x7f6dac15c110 2024-09-17T03:32:43.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.388+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dac148c60 con 0x7f6dac15c110 2024-09-17T03:32:43.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.389+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dac0d2f10 con 0x7f6dac15c110 2024-09-17T03:32:43.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.390+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6da40051c0 con 0x7f6dac15c110 2024-09-17T03:32:43.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.390+0000 7f6da8ff9640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6d98078b90 0x7f6d9807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:43.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.390+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6850+0+0 (secure 0 0 0) 0x7f6da409ba00 con 0x7f6dac15c110 2024-09-17T03:32:43.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.391+0000 7f6dabfff640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6d98078b90 0x7f6d9807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:43.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.391+0000 7f6dabfff640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6d98078b90 0x7f6d9807b0a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c033000 tx=0x7f6d9c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:43.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.395+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f6da4016030 con 0x7f6dac15c110 2024-09-17T03:32:43.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:43.622+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6dac0b9dc0 con 0x7f6dac15c110 2024-09-17T03:32:44.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.243+0000 7f6da8ff9640 1 -- 172.21.15.45:0/165707651 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f6da40632d0 con 0x7f6dac15c110 2024-09-17T03:32:44.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6d98078b90 msgr2=0x7f6d9807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6d98078b90 0x7f6d9807b0a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c033000 tx=0x7f6d9c004730 comp rx=0 tx=0).stop 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 msgr2=0x7f6dac1f9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac1f9070 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6da400e910 tx=0x7f6da400edd0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 shutdown_connections 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6d98078b90 0x7f6d9807b0a0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6dac15c110 0x7f6dac1f9070 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6dac0d2b00 0x7f6dac15ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 --2- 172.21.15.45:0/165707651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6dac0b2ad0 0x7f6dac14add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 >> 172.21.15.45:0/165707651 conn(0x7f6dac0d40d0 msgr2=0x7f6dac0b4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 shutdown_connections 2024-09-17T03:32:44.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.246+0000 7f6db159d640 1 -- 172.21.15.45:0/165707651 wait complete. 2024-09-17T03:32:44.260 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-17T03:32:44.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 -- 172.21.15.45:0/993274319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c156fc0 msgr2=0x7f761c15d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:44.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 --2- 172.21.15.45:0/993274319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c156fc0 0x7f761c15d760 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f760c009830 tx=0x7f760c02a480 comp rx=0 tx=0).stop 2024-09-17T03:32:44.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 -- 172.21.15.45:0/993274319 shutdown_connections 2024-09-17T03:32:44.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 --2- 172.21.15.45:0/993274319 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c156fc0 0x7f761c15d760 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 -- 172.21.15.45:0/993274319 >> 172.21.15.45:0/993274319 conn(0x7f761c0d21e0 msgr2=0x7f761c0d25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:44.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 -- 172.21.15.45:0/993274319 shutdown_connections 2024-09-17T03:32:44.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.391+0000 7f76221ad640 1 -- 172.21.15.45:0/993274319 wait complete. 2024-09-17T03:32:44.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.393+0000 7f76221ad640 1 Processor -- start 2024-09-17T03:32:44.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.393+0000 7f76221ad640 1 -- start start 2024-09-17T03:32:44.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.394+0000 7f76221ad640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f761c0cfdb0 0x7f761c1f66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:44.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.394+0000 7f76221ad640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f761c156fc0 0x7f761c149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f76221ad640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 0x7f761c15a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f76221ad640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f761c15edb0 con 0x7f761c15c640 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f76221ad640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f761c15ec30 con 0x7f761c0cfdb0 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f76221ad640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f761c15ef30 con 0x7f761c156fc0 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 0x7f761c15a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 0x7f761c15a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45164/0 (socket says 172.21.15.45:45164) 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 -- 172.21.15.45:0/1422952535 learned_addr learned my addr 172.21.15.45:0/1422952535 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:44.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761b7fe640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f761c0cfdb0 0x7f761c1f66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:44.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761affd640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f761c156fc0 0x7f761c149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:44.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 -- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f761c156fc0 msgr2=0x7f761c149110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:44.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f761c156fc0 0x7f761c149110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 -- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f761c0cfdb0 msgr2=0x7f761c1f66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:44.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f761c0cfdb0 0x7f761c1f66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:44.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 -- 172.21.15.45:0/1422952535 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761c15a880 con 0x7f761c15c640 2024-09-17T03:32:44.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761affd640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f761c156fc0 0x7f761c149110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:44.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f761bfff640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 0x7f761c15a340 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f761400cb10 tx=0x7f761400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:44.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614016020 con 0x7f761c15c640 2024-09-17T03:32:44.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.395+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f761c15ca50 con 0x7f761c15c640 2024-09-17T03:32:44.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.396+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f761400ad00 con 0x7f761c15c640 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.396+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614012680 con 0x7f761c15c640 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.396+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f761c1f6fe0 con 0x7f761c15c640 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.397+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f761c15d760 con 0x7f761c15c640 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.397+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7614019020 con 0x7f761c15c640 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.398+0000 7f7603fff640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7608078b90 0x7f760807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.398+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6850+0+0 (secure 0 0 0) 0x7f761409b510 con 0x7f761c15c640 2024-09-17T03:32:44.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.398+0000 7f761b7fe640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7608078b90 0x7f760807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:44.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.399+0000 7f761b7fe640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7608078b90 0x7f760807b0a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f760c034000 tx=0x7f760c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:44.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.402+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f7614020030 con 0x7f761c15c640 2024-09-17T03:32:44.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:44.587+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f761c0b6850 con 0x7f761c15c640 2024-09-17T03:32:45.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.355+0000 7f7603fff640 1 -- 172.21.15.45:0/1422952535 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) ==== 181+0+0 (secure 0 0 0) 0x7f7614063450 con 0x7f761c15c640 2024-09-17T03:32:45.355 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_metadata' removed 2024-09-17T03:32:45.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7608078b90 msgr2=0x7f760807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:45.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7608078b90 0x7f760807b0a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f760c034000 tx=0x7f760c004730 comp rx=0 tx=0).stop 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 msgr2=0x7f761c15a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 0x7f761c15a340 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f761400cb10 tx=0x7f761400a060 comp rx=0 tx=0).stop 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 shutdown_connections 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f7608078b90 0x7f760807b0a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f761c15c640 0x7f761c15a340 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f761c156fc0 0x7f761c149110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 --2- 172.21.15.45:0/1422952535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f761c0cfdb0 0x7f761c1f66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 >> 172.21.15.45:0/1422952535 conn(0x7f761c0d21e0 msgr2=0x7f761c0c7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:45.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 shutdown_connections 2024-09-17T03:32:45.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.360+0000 7f76221ad640 1 -- 172.21.15.45:0/1422952535 wait complete. 2024-09-17T03:32:45.374 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 -- 172.21.15.45:0/1904445869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc162ea0 msgr2=0x7ff5dc0b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 --2- 172.21.15.45:0/1904445869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc162ea0 0x7ff5dc0b5410 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc0b5b30 tx=0x7ff5cc02a4a0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 -- 172.21.15.45:0/1904445869 shutdown_connections 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 --2- 172.21.15.45:0/1904445869 >> v2:172.21.15.112:3300/0 conn(0x7ff5dc0d2d90 0x7ff5dc1622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 --2- 172.21.15.45:0/1904445869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc162ea0 0x7ff5dc0b5410 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 -- 172.21.15.45:0/1904445869 >> 172.21.15.45:0/1904445869 conn(0x7ff5dc0d19a0 msgr2=0x7ff5dc0d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 -- 172.21.15.45:0/1904445869 shutdown_connections 2024-09-17T03:32:45.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.502+0000 7ff5e2238640 1 -- 172.21.15.45:0/1904445869 wait complete. 2024-09-17T03:32:45.503 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.504+0000 7ff5e2238640 1 Processor -- start 2024-09-17T03:32:45.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.505+0000 7ff5e2238640 1 -- start start 2024-09-17T03:32:45.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5e2238640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5dc0d2d90 0x7ff5dc146860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:45.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5e2238640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 0x7ff5dc0cb470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5e2238640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5dc162ea0 0x7ff5dc0cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5e2238640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc155810 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5e2238640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc155690 con 0x7ff5dc162ea0 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5e2238640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff5dc155990 con 0x7ff5dc0d2d90 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 0x7ff5dc0cb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 0x7ff5dc0cb470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45180/0 (socket says 172.21.15.45:45180) 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 -- 172.21.15.45:0/246241675 learned_addr learned my addr 172.21.15.45:0/246241675 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5dbfff640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5dc162ea0 0x7ff5dc0cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5db7fe640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5dc0d2d90 0x7ff5dc146860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 -- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5dc0d2d90 msgr2=0x7ff5dc146860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5dc0d2d90 0x7ff5dc146860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 -- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5dc162ea0 msgr2=0x7ff5dc0cb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:45.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5dc162ea0 0x7ff5dc0cb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 -- 172.21.15.45:0/246241675 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5dc0ce640 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5db7fe640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5dc0d2d90 0x7ff5dc146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.506+0000 7ff5daffd640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 0x7ff5dc0cb470 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff5d000c970 tx=0x7ff5d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.507+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d0004220 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.507+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5d00044b0 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.507+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5dc156ec0 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.507+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d0007c10 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.507+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5dc157160 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.508+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5dc1622e0 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.508+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff5d0003610 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.509+0000 7ff5c3fff640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5c8078b90 0x7ff5c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:45.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.509+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6412+0+0 (secure 0 0 0) 0x7ff5d009b250 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.509+0000 7ff5db7fe640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5c8078b90 0x7ff5c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:45.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.510+0000 7ff5db7fe640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5c8078b90 0x7ff5c807b0a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc034000 tx=0x7ff5cc004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:45.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.514+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff5d0014030 con 0x7ff5dc0d31a0 2024-09-17T03:32:45.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:45.699+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff5dc157540 con 0x7ff5dc0d31a0 2024-09-17T03:32:46.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.361+0000 7ff5c3fff640 1 -- 172.21.15.45:0/246241675 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) ==== 169+0+0 (secure 0 0 0) 0x7ff5d0062ea0 con 0x7ff5dc0d31a0 2024-09-17T03:32:46.361 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data' removed 2024-09-17T03:32:46.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5c8078b90 msgr2=0x7ff5c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:46.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5c8078b90 0x7ff5c807b0a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc034000 tx=0x7ff5cc004730 comp rx=0 tx=0).stop 2024-09-17T03:32:46.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 msgr2=0x7ff5dc0cb470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:46.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 0x7ff5dc0cb470 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff5d000c970 tx=0x7ff5d000ce30 comp rx=0 tx=0).stop 2024-09-17T03:32:46.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 shutdown_connections 2024-09-17T03:32:46.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff5c8078b90 0x7ff5c807b0a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:46.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff5dc162ea0 0x7ff5dc0cb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:46.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff5dc0d31a0 0x7ff5dc0cb470 secure :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff5d000c970 tx=0x7ff5d000ce30 comp rx=0 tx=0).stop 2024-09-17T03:32:46.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 --2- 172.21.15.45:0/246241675 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff5dc0d2d90 0x7ff5dc146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:46.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.366+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 >> 172.21.15.45:0/246241675 conn(0x7ff5dc0d19a0 msgr2=0x7ff5dc0b7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:46.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.367+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 shutdown_connections 2024-09-17T03:32:46.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.367+0000 7ff5e2238640 1 -- 172.21.15.45:0/246241675 wait complete. 2024-09-17T03:32:46.385 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 -- 172.21.15.45:0/3298046220 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c10004800 msgr2=0x7f3c10004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 --2- 172.21.15.45:0/3298046220 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c10004800 0x7f3c10004c10 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3c2408d650 tx=0x7f3c10005830 comp rx=0 tx=0).stop 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 -- 172.21.15.45:0/3298046220 shutdown_connections 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 --2- 172.21.15.45:0/3298046220 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c10004800 0x7f3c10004c10 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 -- 172.21.15.45:0/3298046220 >> 172.21.15.45:0/3298046220 conn(0x7f3c240d19a0 msgr2=0x7f3c240d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 -- 172.21.15.45:0/3298046220 shutdown_connections 2024-09-17T03:32:46.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.513+0000 7f3c28c30640 1 -- 172.21.15.45:0/3298046220 wait complete. 2024-09-17T03:32:46.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.515+0000 7f3c28c30640 1 Processor -- start 2024-09-17T03:32:46.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.515+0000 7f3c28c30640 1 -- start start 2024-09-17T03:32:46.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c28c30640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3c10004800 0x7f3c240c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:46.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c28c30640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 0x7f3c2414e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:46.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c28c30640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3c240b9c90 0x7f3c241f8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:46.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c28c30640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3c240b57a0 con 0x7f3c2414e970 2024-09-17T03:32:46.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c28c30640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3c240b5620 con 0x7f3c10004800 2024-09-17T03:32:46.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c28c30640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3c241622e0 con 0x7f3c240b9c90 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c21d9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 0x7f3c2414e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c21d9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 0x7f3c2414e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45186/0 (socket says 172.21.15.45:45186) 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.516+0000 7f3c21d9b640 1 -- 172.21.15.45:0/2932502519 learned_addr learned my addr 172.21.15.45:0/2932502519 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c2259c640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3c10004800 0x7f3c240c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c22d9d640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3c240b9c90 0x7f3c241f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c21d9b640 1 -- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3c240b9c90 msgr2=0x7f3c241f8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:46.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c21d9b640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3c240b9c90 0x7f3c241f8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c21d9b640 1 -- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3c10004800 msgr2=0x7f3c240c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c21d9b640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3c10004800 0x7f3c240c95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c21d9b640 1 -- 172.21.15.45:0/2932502519 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c240b89f0 con 0x7f3c2414e970 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c21d9b640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 0x7f3c2414e0f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00c320 tx=0x7f3c0c001d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c0037f0 con 0x7f3c2414e970 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c0c003aa0 con 0x7f3c2414e970 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c240b8cd0 con 0x7f3c2414e970 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c02e450 con 0x7f3c2414e970 2024-09-17T03:32:46.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.517+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c240c9b30 con 0x7f3c2414e970 2024-09-17T03:32:46.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.518+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c241627f0 con 0x7f3c2414e970 2024-09-17T03:32:46.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.519+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3c0c035020 con 0x7f3c2414e970 2024-09-17T03:32:46.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.520+0000 7f3c1affd640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3c04078b90 0x7f3c0407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:46.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.520+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5853+0+0 (secure 0 0 0) 0x7f3c0c0bb4a0 con 0x7f3c2414e970 2024-09-17T03:32:46.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.520+0000 7f3c2259c640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3c04078b90 0x7f3c0407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:46.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.521+0000 7f3c2259c640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3c04078b90 0x7f3c0407b0a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009cd0 tx=0x7f3c1c005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:46.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.524+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f3c0c0832a0 con 0x7f3c2414e970 2024-09-17T03:32:46.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:46.710+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3c241618e0 con 0x7f3c2414e970 2024-09-17T03:32:47.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.363+0000 7f3c1affd640 1 -- 172.21.15.45:0/2932502519 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v30) ==== 178+0+0 (secure 0 0 0) 0x7f3c0c087cd0 con 0x7f3c2414e970 2024-09-17T03:32:47.363 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data_ec' removed 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.367+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3c04078b90 msgr2=0x7f3c0407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.367+0000 7f3c28c30640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3c04078b90 0x7f3c0407b0a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009cd0 tx=0x7f3c1c005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.367+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 msgr2=0x7f3c2414e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.367+0000 7f3c28c30640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 0x7f3c2414e0f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00c320 tx=0x7f3c0c001d50 comp rx=0 tx=0).stop 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 shutdown_connections 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3c04078b90 0x7f3c0407b0a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3c240b9c90 0x7f3c241f8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:47.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c2414e970 0x7f3c2414e0f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:47.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 --2- 172.21.15.45:0/2932502519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3c10004800 0x7f3c240c95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:47.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 >> 172.21.15.45:0/2932502519 conn(0x7f3c240d19a0 msgr2=0x7f3c24158230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:47.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 shutdown_connections 2024-09-17T03:32:47.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.368+0000 7f3c28c30640 1 -- 172.21.15.45:0/2932502519 wait complete. 2024-09-17T03:32:47.383 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-17T03:32:47.383 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-17T03:32:47.383 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-17T03:32:47.383 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:47.383 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-17T03:32:47.383 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-17T03:32:47.383 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-17T03:32:47.384 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:47.384 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-17T03:32:47.384 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-17T03:32:47.384 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-17T03:32:47.384 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:47.384 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-17T03:32:47.384 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-17T03:32:47.385 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-17T03:32:47.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:32:47.394 INFO:tasks.ceph.mds.a:Stopped 2024-09-17T03:32:47.395 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-17T03:32:47.395 INFO:tasks.ceph.mds.b:Stopped 2024-09-17T03:32:47.396 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-17T03:32:47.396 INFO:tasks.ceph.mds.d:Stopped 2024-09-17T03:32:47.397 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-17T03:32:47.398 INFO:tasks.ceph.mds.c:Stopped 2024-09-17T03:32:47.398 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-17T03:32:47.439 INFO:tasks.ceph.mds.b:Started 2024-09-17T03:32:47.439 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:47.439 INFO:tasks.ceph.mds.d:Started 2024-09-17T03:32:47.440 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:47.440 INFO:tasks.ceph.mds.a:Started 2024-09-17T03:32:47.441 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:47.442 INFO:tasks.ceph.mds.c:Started 2024-09-17T03:32:47.442 DEBUG:teuthology.parallel:result is None 2024-09-17T03:32:47.442 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-17T03:32:47.530 INFO:tasks.ceph.mds.b.smithi112.stdout:starting mds.b at 2024-09-17T03:32:47.530 INFO:tasks.ceph.mds.d.smithi112.stdout:starting mds.d at 2024-09-17T03:32:47.541 INFO:tasks.ceph.mds.c.smithi045.stdout:starting mds.c at 2024-09-17T03:32:47.541 INFO:tasks.ceph.mds.a.smithi045.stdout:starting mds.a at 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff806b39640 1 -- 172.21.15.45:0/515180637 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 msgr2=0x7ff7f0005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff806b39640 1 --2- 172.21.15.45:0/515180637 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff7f0005150 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8005fd0 tx=0x7ff7f0005830 comp rx=0 tx=0).stop 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff8050d6640 1 -- 172.21.15.45:0/515180637 reap_dead start 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff806b39640 1 -- 172.21.15.45:0/515180637 shutdown_connections 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff806b39640 1 -- 172.21.15.45:0/515180637 >> 172.21.15.45:0/515180637 conn(0x7ff8000d1b20 msgr2=0x7ff8000d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff806b39640 1 -- 172.21.15.45:0/515180637 shutdown_connections 2024-09-17T03:32:47.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.575+0000 7ff806b39640 1 -- 172.21.15.45:0/515180637 wait complete. 2024-09-17T03:32:47.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.577+0000 7ff806b39640 1 Processor -- start 2024-09-17T03:32:47.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.577+0000 7ff806b39640 1 -- start start 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff806b39640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff8001f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff806b39640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff80014c4e0 0x7ff80014d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff806b39640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff80014d710 0x7ff8001f8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff806b39640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff800154f80 con 0x7ff7f0004d40 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff806b39640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff80015fcc0 con 0x7ff80014c4e0 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff806b39640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff800155100 con 0x7ff80014d710 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.578+0000 7ff8048d5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff8001f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff8001f5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45226/0 (socket says 172.21.15.45:45226) 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 -- 172.21.15.45:0/2290359588 learned_addr learned my addr 172.21.15.45:0/2290359588 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff7fffff640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff80014c4e0 0x7ff80014d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:47.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8050d6640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff80014d710 0x7ff8001f8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 -- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff80014d710 msgr2=0x7ff8001f8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff80014d710 0x7ff8001f8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 -- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff80014c4e0 msgr2=0x7ff80014d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff80014c4e0 0x7ff80014d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 -- 172.21.15.45:0/2290359588 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff80014db20 con 0x7ff7f0004d40 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff8048d5640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff8001f5c30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff7f40066e0 tx=0x7ff7f40039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7f400f760 con 0x7ff7f0004d40 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7f4016020 con 0x7ff7f0004d40 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff800150630 con 0x7ff7f0004d40 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7f400fba0 con 0x7ff7f0004d40 2024-09-17T03:32:47.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.579+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff800150bf0 con 0x7ff7f0004d40 2024-09-17T03:32:47.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.580+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff80015f160 con 0x7ff7f0004d40 2024-09-17T03:32:47.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.581+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff7f400fd40 con 0x7ff7f0004d40 2024-09-17T03:32:47.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.582+0000 7ff7fd7fa640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff7e4078b90 0x7ff7e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:47.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.582+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5335+0+0 (secure 0 0 0) 0x7ff7f409b7a0 con 0x7ff7f0004d40 2024-09-17T03:32:47.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.582+0000 7ff7fffff640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff7e4078b90 0x7ff7e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:47.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.583+0000 7ff7fffff640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff7e4078b90 0x7ff7e407b0a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff80014e130 tx=0x7ff7ec005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:47.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.586+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff7f4020020 con 0x7ff7f0004d40 2024-09-17T03:32:47.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:47.784+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff8000b8ac0 con 0x7ff7f0004d40 2024-09-17T03:32:48.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.381+0000 7ff7fd7fa640 1 -- 172.21.15.45:0/2290359588 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v32) ==== 97+0+0 (secure 0 0 0) 0x7ff80014db20 con 0x7ff7f0004d40 2024-09-17T03:32:48.381 INFO:teuthology.orchestra.run.smithi045.stderr: removed all blocklist entries 2024-09-17T03:32:48.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff7e4078b90 msgr2=0x7ff7e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff7e4078b90 0x7ff7e407b0a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff80014e130 tx=0x7ff7ec005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 msgr2=0x7ff8001f5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff8001f5c30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff7f40066e0 tx=0x7ff7f40039c0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 shutdown_connections 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff7e4078b90 0x7ff7e407b0a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff80014c4e0 0x7ff80014d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff80014d710 0x7ff8001f8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 --2- 172.21.15.45:0/2290359588 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7f0004d40 0x7ff8001f5c30 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 >> 172.21.15.45:0/2290359588 conn(0x7ff8000d1b20 msgr2=0x7ff80014a080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 shutdown_connections 2024-09-17T03:32:48.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.384+0000 7ff806b39640 1 -- 172.21.15.45:0/2290359588 wait complete. 2024-09-17T03:32:48.402 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 -- 172.21.15.45:0/3837259963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 msgr2=0x7fa8e015b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 --2- 172.21.15.45:0/3837259963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e015b420 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8005fd0 tx=0x7fa8d802a780 comp rx=0 tx=0).stop 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 -- 172.21.15.45:0/3837259963 shutdown_connections 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 --2- 172.21.15.45:0/3837259963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e015b420 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 --2- 172.21.15.45:0/3837259963 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa8e00d0180 0x7fa8e00cf420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 -- 172.21.15.45:0/3837259963 >> 172.21.15.45:0/3837259963 conn(0x7fa8e0073b80 msgr2=0x7fa8e0073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:48.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 -- 172.21.15.45:0/3837259963 shutdown_connections 2024-09-17T03:32:48.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.526+0000 7fa8e568c640 1 -- 172.21.15.45:0/3837259963 wait complete. 2024-09-17T03:32:48.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.528+0000 7fa8e568c640 1 Processor -- start 2024-09-17T03:32:48.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.528+0000 7fa8e568c640 1 -- start start 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8e568c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8e00cd630 0x7fa8e0151610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8e568c640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa8e00d0180 0x7fa8e0141570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8e568c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e0141ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8e568c640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e015f260 con 0x7fa8e015b010 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8e568c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e015f0e0 con 0x7fa8e00cd630 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8e568c640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa8e015f3e0 con 0x7fa8e00d0180 2024-09-17T03:32:48.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e0141ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e0141ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55184/0 (socket says 172.21.15.45:55184) 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 -- 172.21.15.45:0/1845532569 learned_addr learned my addr 172.21.15.45:0/1845532569 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8de7fc640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa8e00d0180 0x7fa8e0141570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8deffd640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8e00cd630 0x7fa8e0151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 -- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa8e00d0180 msgr2=0x7fa8e0141570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa8e00d0180 0x7fa8e0141570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 -- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8e00cd630 msgr2=0x7fa8e0151610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8e00cd630 0x7fa8e0151610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 -- 172.21.15.45:0/1845532569 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e013fc90 con 0x7fa8e015b010 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8deffd640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8e00cd630 0x7fa8e0151610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.530+0000 7fa8df7fe640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e0141ab0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8006010 tx=0x7fa8d8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.531+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8040070 con 0x7fa8e015b010 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.531+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8d8004540 con 0x7fa8e015b010 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.531+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d803c420 con 0x7fa8e015b010 2024-09-17T03:32:48.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.531+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e01401a0 con 0x7fa8e015b010 2024-09-17T03:32:48.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.531+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e0140760 con 0x7fa8e015b010 2024-09-17T03:32:48.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.532+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8e015f900 con 0x7fa8e015b010 2024-09-17T03:32:48.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.532+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa8d8043070 con 0x7fa8e015b010 2024-09-17T03:32:48.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.533+0000 7fa8c77fe640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa8cc078b90 0x7fa8cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.533+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fa8d80bbef0 con 0x7fa8e015b010 2024-09-17T03:32:48.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.534+0000 7fa8deffd640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa8cc078b90 0x7fa8cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.534+0000 7fa8deffd640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa8cc078b90 0x7fa8cc07b0a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa8d0005fd0 tx=0x7fa8d0005e00 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:48.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.538+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa8d8084610 con 0x7fa8e015b010 2024-09-17T03:32:48.799 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.800+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fa8e00b2710 con 0x7fa8e015b010 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.800+0000 7fa8c77fe640 1 -- 172.21.15.45:0/1845532569 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7fa8d8083f10 con 0x7fa8e015b010 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout: "auth_dump": [ 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "mds.a", 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmsBUHBBAA2thrsUAgjsGC6kBpSlId4A==", 2024-09-17T03:32:48.800 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow *", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow *", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "mds.b", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmRLk+ERAASxBkC/Y4XjgsGaiY1JRrgA==", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow *", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow *", 2024-09-17T03:32:48.801 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "mds.c", 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hm+UHrCxAAaL2cwyXnMuvKbdtW4qxDxg==", 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow *", 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow *", 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.802 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "mds.d", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmU+ffGBAAEAqrL0gMV5e8qlIC+JIV1g==", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow *", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow *", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.0", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD49+hmLZxsOxAAMlKGvw0GIdsxqskpKFSzeQ==", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.803 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.1", 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD89+hmxtV/AhAAuAy5JWPf+hMxuTvV1leU6Q==", 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.804 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.2", 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD/9+hmLjDJBRAAsLHhwCzwYYZODL0WQZPwpg==", 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.3", 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAC+Ohmp7obGBAAEQ/UVikpKyrFt0VgHYZERg==", 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.805 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.4", 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAI+OhmGpMdNRAA0W+622VoQuHnHQmIES96eA==", 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.806 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.5", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAM+OhmoTrkGRAAvrxKo8v+u+MT4Qdpaj576Q==", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.6", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAQ+Ohm/rREDRAAbJQ2UeWSZ4HTXww7z3CCfw==", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.807 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "osd.7", 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAT+OhmHHQYHxAA1oBTBQzijg+86echzCHKyw==", 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow profile osd", 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile osd", 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.808 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.0", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmh3zHHRAAPbUe4T1qD/zEUM7OmiJ5UA==", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow r", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow rw", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow rwx" 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.1", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hm3LN/JRAAF82kV8xg71o58QH3Vb8aFA==", 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.809 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow r", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow rw", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow rwx" 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.2", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmE9OoIRAAKkenqX4Lf9aNC94pzx74TA==", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow r", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow rw", 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow rwx" 2024-09-17T03:32:48.810 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.3", 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmNAI5KRAAbwuUSITyl4oJ0b8xmg+K+g==", 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow", 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow r", 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow rw", 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow rwx" 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.811 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.admin", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD29+hm2q0aIhAAtBeK+YmljSX0Xd8MVyTyWQ==", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow *", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "mgr": "allow *", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow *", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.bootstrap-mds", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAZ+Ohm9JnBKBAA6yIH8sd2lbqMIcOOORCuAw==", 2024-09-17T03:32:48.812 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile bootstrap-mds" 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.bootstrap-mgr", 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAZ+OhmWaTBKBAAZwqaO9oWjHPumMBIw2e1Ew==", 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.bootstrap-osd", 2024-09-17T03:32:48.813 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAZ+OhmaqzBKBAAnOWHwm2BlUSoZuSkhYRECQ==", 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile bootstrap-osd" 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.bootstrap-rbd", 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAZ+OhmKbTBKBAAdpQrexwHDZVUED3M4xDsAQ==", 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAZ+Ohm377BKBAARb3rlv9tO7qJ85BPZsn24A==", 2024-09-17T03:32:48.814 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "client.bootstrap-rgw", 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQAZ+OhmCcfBKBAAWRiYy+poWGb1aO6QBeZOqg==", 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "mgr.x", 2024-09-17T03:32:48.815 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD39+hmy7ceABAAo2b2jiaLlZpfB61nVEW7Zw==", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow *", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile mgr", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "entity": "mgr.y", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "key": "AQD29+hmggK7NxAA05oefrIzAYci8FDR8GTCLw==", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": { 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "mds": "allow *", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "mon": "allow profile mgr", 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: "osd": "allow *" 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.816 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:48.817 INFO:teuthology.orchestra.run.smithi045.stdout: ] 2024-09-17T03:32:48.817 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa8cc078b90 msgr2=0x7fa8cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa8cc078b90 0x7fa8cc07b0a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa8d0005fd0 tx=0x7fa8d0005e00 comp rx=0 tx=0).stop 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 msgr2=0x7fa8e0141ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e0141ab0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8006010 tx=0x7fa8d8003f10 comp rx=0 tx=0).stop 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 shutdown_connections 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa8cc078b90 0x7fa8cc07b0a0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa8e015b010 0x7fa8e0141ab0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa8e00d0180 0x7fa8e0141570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 --2- 172.21.15.45:0/1845532569 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8e00cd630 0x7fa8e0151610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 >> 172.21.15.45:0/1845532569 conn(0x7fa8e0073b80 msgr2=0x7fa8e006e520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:48.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 shutdown_connections 2024-09-17T03:32:48.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.803+0000 7fa8e568c640 1 -- 172.21.15.45:0/1845532569 wait complete. 2024-09-17T03:32:48.819 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-17T03:32:48.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62b108b640 1 -- 172.21.15.45:0/2412807925 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6294005150 msgr2=0x7f629400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62b108b640 1 --2- 172.21.15.45:0/2412807925 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6294005150 0x7f629400b9c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f62a40017c0 tx=0x7f6294005830 comp rx=0 tx=0).stop 2024-09-17T03:32:48.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62ab59e640 1 -- 172.21.15.45:0/2412807925 reap_dead start 2024-09-17T03:32:48.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62b108b640 1 -- 172.21.15.45:0/2412807925 shutdown_connections 2024-09-17T03:32:48.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62b108b640 1 -- 172.21.15.45:0/2412807925 >> 172.21.15.45:0/2412807925 conn(0x7f62ac0d4320 msgr2=0x7f62ac0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:48.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62b108b640 1 -- 172.21.15.45:0/2412807925 shutdown_connections 2024-09-17T03:32:48.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.938+0000 7f62b108b640 1 -- 172.21.15.45:0/2412807925 wait complete. 2024-09-17T03:32:48.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.940+0000 7f62b108b640 1 Processor -- start 2024-09-17T03:32:48.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.940+0000 7f62b108b640 1 -- start start 2024-09-17T03:32:48.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62b108b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6294005150 0x7f62ac1533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62b108b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62ac153b80 0x7f62ac1f82a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62b108b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 0x7f62ac1f8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62b108b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac0b3b00 con 0x7f62ac1f87e0 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62b108b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac0b3980 con 0x7f62ac153b80 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62b108b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f62ac0b78e0 con 0x7f6294005150 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62ab59e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 0x7f62ac1f8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62ab59e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 0x7f62ac1f8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55208/0 (socket says 172.21.15.45:55208) 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.941+0000 7f62ab59e640 1 -- 172.21.15.45:0/2165310655 learned_addr learned my addr 172.21.15.45:0/2165310655 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62aad9d640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6294005150 0x7f62ac1533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62aa59c640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62ac153b80 0x7f62ac1f82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62ab59e640 1 -- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6294005150 msgr2=0x7f62ac1533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62ab59e640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6294005150 0x7f62ac1533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62ab59e640 1 -- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62ac153b80 msgr2=0x7f62ac1f82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62ab59e640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62ac153b80 0x7f62ac1f82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62ab59e640 1 -- 172.21.15.45:0/2165310655 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62ac153930 con 0x7f62ac1f87e0 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62ab59e640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 0x7f62ac1f8bf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f62a40018b0 tx=0x7f62a40013e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4040070 con 0x7f62ac1f87e0 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62a4006420 con 0x7f62ac1f87e0 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62ac155a90 con 0x7f62ac1f87e0 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4003850 con 0x7f62ac1f87e0 2024-09-17T03:32:48.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.942+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62ac156050 con 0x7f62ac1f87e0 2024-09-17T03:32:48.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.943+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62ac0cef20 con 0x7f62ac1f87e0 2024-09-17T03:32:48.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.944+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f62a4043070 con 0x7f62ac1f87e0 2024-09-17T03:32:48.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.944+0000 7f62937fe640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6298078b90 0x7f629807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:48.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.944+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f62a40b9f90 con 0x7f62ac1f87e0 2024-09-17T03:32:48.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.945+0000 7f62aad9d640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6298078b90 0x7f629807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:48.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.945+0000 7f62aad9d640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6298078b90 0x7f629807b0a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f629c001370 tx=0x7f629c006aa0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:48.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:48.949+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f62a4082590 con 0x7f62ac1f87e0 2024-09-17T03:32:49.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.206+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f62ac15bb10 con 0x7f62ac1f87e0 2024-09-17T03:32:49.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.209+0000 7f62937fe640 1 -- 172.21.15.45:0/2165310655 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f62a4081e90 con 0x7f62ac1f87e0 2024-09-17T03:32:49.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.211+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6298078b90 msgr2=0x7f629807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.211+0000 7f62b108b640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6298078b90 0x7f629807b0a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f629c001370 tx=0x7f629c006aa0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.211+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 msgr2=0x7f62ac1f8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.211+0000 7f62b108b640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 0x7f62ac1f8bf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f62a40018b0 tx=0x7f62a40013e0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 shutdown_connections 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6298078b90 0x7f629807b0a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62ac153b80 0x7f62ac1f82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f62ac1f87e0 0x7f62ac1f8bf0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 --2- 172.21.15.45:0/2165310655 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6294005150 0x7f62ac1533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 >> 172.21.15.45:0/2165310655 conn(0x7f62ac0d4320 msgr2=0x7f62ac1546d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:49.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 shutdown_connections 2024-09-17T03:32:49.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.212+0000 7f62b108b640 1 -- 172.21.15.45:0/2165310655 wait complete. 2024-09-17T03:32:49.222 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 -- 172.21.15.45:0/275619417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c06e5c0 msgr2=0x7ff96c0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 --2- 172.21.15.45:0/275619417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c06e5c0 0x7ff96c0b3770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff95c005fd0 tx=0x7ff95c02a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 -- 172.21.15.45:0/275619417 shutdown_connections 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 --2- 172.21.15.45:0/275619417 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 0x7ff96c0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 --2- 172.21.15.45:0/275619417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c06e5c0 0x7ff96c0b3770 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 -- 172.21.15.45:0/275619417 >> 172.21.15.45:0/275619417 conn(0x7ff96c0d4320 msgr2=0x7ff96c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:49.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 -- 172.21.15.45:0/275619417 shutdown_connections 2024-09-17T03:32:49.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.340+0000 7ff9746a4640 1 -- 172.21.15.45:0/275619417 wait complete. 2024-09-17T03:32:49.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.342+0000 7ff9746a4640 1 Processor -- start 2024-09-17T03:32:49.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.342+0000 7ff9746a4640 1 -- start start 2024-09-17T03:32:49.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.343+0000 7ff9746a4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c06e5c0 0x7ff96c1f5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.343+0000 7ff9746a4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 0x7ff96c1f5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.343+0000 7ff9746a4640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 0x7ff96c1f8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.343+0000 7ff9746a4640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff96c0d3380 con 0x7ff96c0cef40 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.343+0000 7ff9746a4640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff96c0d3200 con 0x7ff96c06e5c0 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff9746a4640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff96c0d3500 con 0x7ff96c15e740 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 0x7ff96c1f5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 0x7ff96c1f5cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55222/0 (socket says 172.21.15.45:55222) 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 -- 172.21.15.45:0/3880540979 learned_addr learned my addr 172.21.15.45:0/3880540979 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff972440640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c06e5c0 0x7ff96c1f5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff972c41640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 0x7ff96c1f8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 -- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 msgr2=0x7ff96c1f8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 0x7ff96c1f8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 -- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c06e5c0 msgr2=0x7ff96c1f5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c06e5c0 0x7ff96c1f5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 -- 172.21.15.45:0/3880540979 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff96c1e3c20 con 0x7ff96c0cef40 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff972c41640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 0x7ff96c1f8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:49.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff971c3f640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 0x7ff96c1f5cd0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff96000d700 tx=0x7ff96000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:49.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960017070 con 0x7ff96c0cef40 2024-09-17T03:32:49.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff960005310 con 0x7ff96c0cef40 2024-09-17T03:32:49.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff96c1e3f00 con 0x7ff96c0cef40 2024-09-17T03:32:49.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960009820 con 0x7ff96c0cef40 2024-09-17T03:32:49.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.344+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff96c1e44c0 con 0x7ff96c0cef40 2024-09-17T03:32:49.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.345+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff96c0d3a20 con 0x7ff96c0cef40 2024-09-17T03:32:49.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.346+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff9600099c0 con 0x7ff96c0cef40 2024-09-17T03:32:49.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.347+0000 7ff96affd640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff958078bc0 0x7ff95807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.347+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7ff96009abe0 con 0x7ff96c0cef40 2024-09-17T03:32:49.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.347+0000 7ff972440640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff958078bc0 0x7ff95807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.348+0000 7ff972440640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff958078bc0 0x7ff95807b0d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff95c033000 tx=0x7ff95c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:49.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.352+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff960062b90 con 0x7ff96c0cef40 2024-09-17T03:32:49.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.613+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7ff96c1f62c0 con 0x7ff96c0cef40 2024-09-17T03:32:49.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.615+0000 7ff96affd640 1 -- 172.21.15.45:0/3880540979 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7ff9600675c0 con 0x7ff96c0cef40 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff958078bc0 msgr2=0x7ff95807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff958078bc0 0x7ff95807b0d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff95c033000 tx=0x7ff95c004730 comp rx=0 tx=0).stop 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 msgr2=0x7ff96c1f5cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 0x7ff96c1f5cd0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff96000d700 tx=0x7ff96000dbc0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 shutdown_connections 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff958078bc0 0x7ff95807b0d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff96c15e740 0x7ff96c1f8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff96c0cef40 0x7ff96c1f5cd0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 --2- 172.21.15.45:0/3880540979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c06e5c0 0x7ff96c1f5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.617+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 >> 172.21.15.45:0/3880540979 conn(0x7ff96c0d4320 msgr2=0x7ff96c0b8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.618+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 shutdown_connections 2024-09-17T03:32:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.618+0000 7ff9746a4640 1 -- 172.21.15.45:0/3880540979 wait complete. 2024-09-17T03:32:49.628 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 -- 172.21.15.45:0/1215839201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c0cf650 msgr2=0x7fc66c0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 --2- 172.21.15.45:0/1215839201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c0cf650 0x7fc66c0b3770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0d00a0 tx=0x7fc65402a5f0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 -- 172.21.15.45:0/1215839201 shutdown_connections 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 --2- 172.21.15.45:0/1215839201 >> v2:172.21.15.112:3300/0 conn(0x7fc66c15e740 0x7fc66c0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 --2- 172.21.15.45:0/1215839201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c0cf650 0x7fc66c0b3770 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 -- 172.21.15.45:0/1215839201 >> 172.21.15.45:0/1215839201 conn(0x7fc66c0d4320 msgr2=0x7fc66c0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 -- 172.21.15.45:0/1215839201 shutdown_connections 2024-09-17T03:32:49.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.746+0000 7fc67324d640 1 -- 172.21.15.45:0/1215839201 wait complete. 2024-09-17T03:32:49.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.748+0000 7fc67324d640 1 Processor -- start 2024-09-17T03:32:49.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.748+0000 7fc67324d640 1 -- start start 2024-09-17T03:32:49.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc66c06e5c0 0x7fc66c1e9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 0x7fc66c160e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc66c161360 0x7fc66c1e8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c0d33d0 con 0x7fc66c15e740 2024-09-17T03:32:49.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c0d3250 con 0x7fc66c161360 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc66c0d3550 con 0x7fc66c06e5c0 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 0x7fc66c160e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 0x7fc66c160e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55240/0 (socket says 172.21.15.45:55240) 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 -- 172.21.15.45:0/1353950346 learned_addr learned my addr 172.21.15.45:0/1353950346 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc6717ea640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc66c161360 0x7fc66c1e8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc670fe9640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc66c06e5c0 0x7fc66c1e9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 -- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc66c06e5c0 msgr2=0x7fc66c1e9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc66c06e5c0 0x7fc66c1e9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 -- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc66c161360 msgr2=0x7fc66c1e8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc66c161360 0x7fc66c1e8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 -- 172.21.15.45:0/1353950346 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc66c161770 con 0x7fc66c15e740 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc6717ea640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc66c161360 0x7fc66c1e8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc66bfff640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 0x7fc66c160e20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc654034040 tx=0x7fc654003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65403e030 con 0x7fc66c15e740 2024-09-17T03:32:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc654003d10 con 0x7fc66c15e740 2024-09-17T03:32:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc66c0c9180 con 0x7fc66c15e740 2024-09-17T03:32:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.750+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654035040 con 0x7fc66c15e740 2024-09-17T03:32:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.751+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc66c0c9740 con 0x7fc66c15e740 2024-09-17T03:32:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.752+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc66c0d3a70 con 0x7fc66c15e740 2024-09-17T03:32:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.752+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc654041030 con 0x7fc66c15e740 2024-09-17T03:32:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.753+0000 7fc6697fa640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc64c078b90 0x7fc64c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.753+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fc6540bb360 con 0x7fc66c15e740 2024-09-17T03:32:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.753+0000 7fc670fe9640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc64c078b90 0x7fc64c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.754+0000 7fc670fe9640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc64c078b90 0x7fc64c07b0a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0cff50 tx=0x7fc65c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:49.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:49.758+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fc66c161770 con 0x7fc66c15e740 2024-09-17T03:32:50.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.018+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fc66c161d30 con 0x7fc66c15e740 2024-09-17T03:32:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.021+0000 7fc6697fa640 1 -- 172.21.15.45:0/1353950346 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7fc6540838c0 con 0x7fc66c15e740 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc64c078b90 msgr2=0x7fc64c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc64c078b90 0x7fc64c07b0a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0cff50 tx=0x7fc65c009040 comp rx=0 tx=0).stop 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 msgr2=0x7fc66c160e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 0x7fc66c160e20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc654034040 tx=0x7fc654003820 comp rx=0 tx=0).stop 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 shutdown_connections 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc64c078b90 0x7fc64c07b0a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc66c161360 0x7fc66c1e8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc66c15e740 0x7fc66c160e20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 --2- 172.21.15.45:0/1353950346 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc66c06e5c0 0x7fc66c1e9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 >> 172.21.15.45:0/1353950346 conn(0x7fc66c0d4320 msgr2=0x7fc66c15d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:50.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 shutdown_connections 2024-09-17T03:32:50.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.023+0000 7fc67324d640 1 -- 172.21.15.45:0/1353950346 wait complete. 2024-09-17T03:32:50.034 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-17T03:32:50.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 -- 172.21.15.45:0/893496822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015d3d0 msgr2=0x7f06900cb980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 --2- 172.21.15.45:0/893496822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015d3d0 0x7f06900cb980 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0690074950 tx=0x7f068802a530 comp rx=0 tx=0).stop 2024-09-17T03:32:50.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 -- 172.21.15.45:0/893496822 shutdown_connections 2024-09-17T03:32:50.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 --2- 172.21.15.45:0/893496822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015d3d0 0x7f06900cb980 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 --2- 172.21.15.45:0/893496822 >> v2:172.21.15.112:3300/0 conn(0x7f069006f610 0x7f069015ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 -- 172.21.15.45:0/893496822 >> 172.21.15.45:0/893496822 conn(0x7f0690073b80 msgr2=0x7f0690073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:50.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 -- 172.21.15.45:0/893496822 shutdown_connections 2024-09-17T03:32:50.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.152+0000 7f0697615640 1 -- 172.21.15.45:0/893496822 wait complete. 2024-09-17T03:32:50.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.154+0000 7f0697615640 1 Processor -- start 2024-09-17T03:32:50.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.154+0000 7f0697615640 1 -- start start 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.155+0000 7f0697615640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 0x7f06901580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.155+0000 7f0697615640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f069015d3d0 0x7f069015f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.155+0000 7f0697615640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0690154150 0x7f069015e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f0697615640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f06900cc250 con 0x7f069015c490 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f0697615640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f06900cc0d0 con 0x7f069015d3d0 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f0697615640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f06900cc3d0 con 0x7f0690154150 2024-09-17T03:32:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 0x7f06901580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 0x7f06901580d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55254/0 (socket says 172.21.15.45:55254) 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 -- 172.21.15.45:0/1098427216 learned_addr learned my addr 172.21.15.45:0/1098427216 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f0694bb0640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f069015d3d0 0x7f069015f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f0695bb2640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0690154150 0x7f069015e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 -- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0690154150 msgr2=0x7f069015e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0690154150 0x7f069015e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 -- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f069015d3d0 msgr2=0x7f069015f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f069015d3d0 0x7f069015f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 -- 172.21.15.45:0/1098427216 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0690157310 con 0x7f069015c490 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f06953b1640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 0x7f06901580d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f068000c7d0 tx=0x7f068000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0680017070 con 0x7f069015c490 2024-09-17T03:32:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0680005070 con 0x7f069015c490 2024-09-17T03:32:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06901575f0 con 0x7f069015c490 2024-09-17T03:32:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.156+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06800054a0 con 0x7f069015c490 2024-09-17T03:32:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.157+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0690157bb0 con 0x7f069015c490 2024-09-17T03:32:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.158+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0690076190 con 0x7f069015c490 2024-09-17T03:32:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.158+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f068001a070 con 0x7f069015c490 2024-09-17T03:32:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.159+0000 7f068dffb640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f067c078b90 0x7f067c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.159+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f068009a170 con 0x7f069015c490 2024-09-17T03:32:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.159+0000 7f0694bb0640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f067c078b90 0x7f067c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.160+0000 7f0694bb0640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f067c078b90 0x7f067c07b0a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0684005fd0 tx=0x7f0684005bc0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:50.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.163+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0690076190 con 0x7f069015c490 2024-09-17T03:32:50.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.428+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f0690157070 con 0x7f069015c490 2024-09-17T03:32:50.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.430+0000 7f068dffb640 1 -- 172.21.15.45:0/1098427216 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f0680062800 con 0x7f069015c490 2024-09-17T03:32:50.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.432+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f067c078b90 msgr2=0x7f067c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.432+0000 7f0697615640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f067c078b90 0x7f067c07b0a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0684005fd0 tx=0x7f0684005bc0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.432+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 msgr2=0x7f06901580d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.432+0000 7f0697615640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 0x7f06901580d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f068000c7d0 tx=0x7f068000cc90 comp rx=0 tx=0).stop 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 shutdown_connections 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f067c078b90 0x7f067c07b0a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f069015d3d0 0x7f069015f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0690154150 0x7f069015e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 --2- 172.21.15.45:0/1098427216 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f069015c490 0x7f06901580d0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 >> 172.21.15.45:0/1098427216 conn(0x7f0690073b80 msgr2=0x7f0690070140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 shutdown_connections 2024-09-17T03:32:50.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.433+0000 7f0697615640 1 -- 172.21.15.45:0/1098427216 wait complete. 2024-09-17T03:32:50.443 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/222110535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb406e5c0 msgr2=0x7f1cb40b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/222110535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb406e5c0 0x7f1cb40b3770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1cb40d00a0 tx=0x7f1cb002a5f0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/222110535 shutdown_connections 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/222110535 >> v2:172.21.15.112:3300/0 conn(0x7f1cb40cf650 0x7f1cb40b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/222110535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb406e5c0 0x7f1cb40b3770 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/222110535 >> 172.21.15.45:0/222110535 conn(0x7f1cb40d4320 msgr2=0x7f1cb40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/222110535 shutdown_connections 2024-09-17T03:32:50.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.561+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/222110535 wait complete. 2024-09-17T03:32:50.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.563+0000 7f1cbc2f2640 1 Processor -- start 2024-09-17T03:32:50.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.563+0000 7f1cbc2f2640 1 -- start start 2024-09-17T03:32:50.565 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.564+0000 7f1cbc2f2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cb406e5c0 0x7f1cb41f5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.565 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.564+0000 7f1cbc2f2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1cb415e740 0x7f1cb40cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.565 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.564+0000 7f1cbc2f2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 0x7f1cb40cb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.565 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.564+0000 7f1cbc2f2640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb40d33d0 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.565 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.564+0000 7f1cbc2f2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb40d3250 con 0x7f1cb406e5c0 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.564+0000 7f1cbc2f2640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb40d3550 con 0x7f1cb415e740 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 0x7f1cb40cb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 0x7f1cb40cb3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55276/0 (socket says 172.21.15.45:55276) 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 -- 172.21.15.45:0/3153048751 learned_addr learned my addr 172.21.15.45:0/3153048751 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba08e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cb406e5c0 0x7f1cb41f5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cb988d640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1cb415e740 0x7f1cb40cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 -- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1cb415e740 msgr2=0x7f1cb40cc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1cb415e740 0x7f1cb40cc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 -- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cb406e5c0 msgr2=0x7f1cb41f5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cb406e5c0 0x7f1cb41f5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 -- 172.21.15.45:0/3153048751 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb41f63c0 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cba88f640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 0x7f1cb40cb3d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1cac00e9c0 tx=0x7f1cac00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:50.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac004d20 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1cac00cac0 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb41e8c50 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cac005020 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.565+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb41f5680 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.566+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb41f5470 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.567+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1cac0051c0 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.568+0000 7f1caaffd640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c98078bc0 0x7f1c9807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.568+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f1cac09b210 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.568+0000 7f1cba08e640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c98078bc0 0x7f1c9807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.569+0000 7f1cba08e640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c98078bc0 0x7f1c9807b0d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0033000 tx=0x7f1cb0004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:50.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.573+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f1cac016030 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.836+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f1cb41f9970 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.838 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.839+0000 7f1caaffd640 1 -- 172.21.15.45:0/3153048751 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f1cac063250 con 0x7f1cb41e9aa0 2024-09-17T03:32:50.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c98078bc0 msgr2=0x7f1c9807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c98078bc0 0x7f1c9807b0d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0033000 tx=0x7f1cb0004730 comp rx=0 tx=0).stop 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 msgr2=0x7f1cb40cb3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 0x7f1cb40cb3d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1cac00e9c0 tx=0x7f1cac00ee80 comp rx=0 tx=0).stop 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 shutdown_connections 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1c98078bc0 0x7f1c9807b0d0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1cb41e9aa0 0x7f1cb40cb3d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1cb415e740 0x7f1cb40cc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 --2- 172.21.15.45:0/3153048751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cb406e5c0 0x7f1cb41f5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 >> 172.21.15.45:0/3153048751 conn(0x7f1cb40d4320 msgr2=0x7f1cb40b6000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 shutdown_connections 2024-09-17T03:32:50.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.841+0000 7f1cbc2f2640 1 -- 172.21.15.45:0/3153048751 wait complete. 2024-09-17T03:32:50.852 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-17T03:32:50.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 -- 172.21.15.45:0/2626952586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2c4003a50 msgr2=0x7fd2c4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 --2- 172.21.15.45:0/2626952586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2c4003a50 0x7fd2c4003ec0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00c260 tx=0x7fd2c4005830 comp rx=0 tx=0).stop 2024-09-17T03:32:50.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 -- 172.21.15.45:0/2626952586 shutdown_connections 2024-09-17T03:32:50.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 --2- 172.21.15.45:0/2626952586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2c4003a50 0x7fd2c4003ec0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 -- 172.21.15.45:0/2626952586 >> 172.21.15.45:0/2626952586 conn(0x7fd2dc0b3ca0 msgr2=0x7fd2dc0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:50.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 -- 172.21.15.45:0/2626952586 shutdown_connections 2024-09-17T03:32:50.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.970+0000 7fd2e1172640 1 -- 172.21.15.45:0/2626952586 wait complete. 2024-09-17T03:32:50.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.972+0000 7fd2e1172640 1 Processor -- start 2024-09-17T03:32:50.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.972+0000 7fd2e1172640 1 -- start start 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.973+0000 7fd2e1172640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2c4003a50 0x7fd2dc1e7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.973+0000 7fd2e1172640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 0x7fd2dc141b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2e1172640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2dc1f5ff0 0x7fd2dc1f6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2e1172640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd2dc070280 con 0x7fd2dc141720 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2e1172640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd2dc070100 con 0x7fd2dc1f5ff0 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2e1172640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd2dc070400 con 0x7fd2c4003a50 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 0x7fd2dc141b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 0x7fd2dc141b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55296/0 (socket says 172.21.15.45:55296) 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 -- 172.21.15.45:0/1865711825 learned_addr learned my addr 172.21.15.45:0/1865711825 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2db59e640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2dc1f5ff0 0x7fd2dc1f6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2dad9d640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2c4003a50 0x7fd2dc1e7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 -- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2c4003a50 msgr2=0x7fd2dc1e7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2c4003a50 0x7fd2dc1e7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 -- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2dc1f5ff0 msgr2=0x7fd2dc1f6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2dc1f5ff0 0x7fd2dc1f6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 -- 172.21.15.45:0/1865711825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2dc1f6940 con 0x7fd2dc141720 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2dad9d640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2c4003a50 0x7fd2dc1e7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2da59c640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 0x7fd2dc141b30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0004e80 tx=0x7fd2d0001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0015020 con 0x7fd2dc141720 2024-09-17T03:32:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd2d0011980 con 0x7fd2dc141720 2024-09-17T03:32:50.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2dc1e5fa0 con 0x7fd2dc141720 2024-09-17T03:32:50.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0011dd0 con 0x7fd2dc141720 2024-09-17T03:32:50.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.974+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2dc1e6560 con 0x7fd2dc141720 2024-09-17T03:32:50.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.975+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2dc071750 con 0x7fd2dc141720 2024-09-17T03:32:50.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.976+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd2d0018020 con 0x7fd2dc141720 2024-09-17T03:32:50.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.977+0000 7fd2c37fe640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd2c8078b90 0x7fd2c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.977+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fd2d009b360 con 0x7fd2dc141720 2024-09-17T03:32:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.977+0000 7fd2dad9d640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd2c8078b90 0x7fd2c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.978+0000 7fd2dad9d640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd2c8078b90 0x7fd2c807b0a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc033000 tx=0x7fd2cc0019f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:50.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:50.982+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fd2d001f030 con 0x7fd2dc141720 2024-09-17T03:32:51.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.238+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fd2dc1e7580 con 0x7fd2dc141720 2024-09-17T03:32:51.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.240+0000 7fd2c37fe640 1 -- 172.21.15.45:0/1865711825 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fd2dc1f6940 con 0x7fd2dc141720 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd2c8078b90 msgr2=0x7fd2c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd2c8078b90 0x7fd2c807b0a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc033000 tx=0x7fd2cc0019f0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 msgr2=0x7fd2dc141b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 0x7fd2dc141b30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0004e80 tx=0x7fd2d0001630 comp rx=0 tx=0).stop 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 shutdown_connections 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd2c8078b90 0x7fd2c807b0a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2dc1f5ff0 0x7fd2dc1f6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd2dc141720 0x7fd2dc141b30 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 --2- 172.21.15.45:0/1865711825 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd2c4003a50 0x7fd2dc1e7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 >> 172.21.15.45:0/1865711825 conn(0x7fd2dc0b3ca0 msgr2=0x7fd2dc0b7500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:51.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 shutdown_connections 2024-09-17T03:32:51.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.242+0000 7fd2e1172640 1 -- 172.21.15.45:0/1865711825 wait complete. 2024-09-17T03:32:51.253 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 -- 172.21.15.45:0/1369317606 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf815ff20 msgr2=0x7feaf8070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 --2- 172.21.15.45:0/1369317606 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf815ff20 0x7feaf8070e40 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7feae8005fd0 tx=0x7feae802a5d0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 -- 172.21.15.45:0/1369317606 shutdown_connections 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 --2- 172.21.15.45:0/1369317606 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf80d1c40 0x7feaf8072be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 --2- 172.21.15.45:0/1369317606 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf815ff20 0x7feaf8070e40 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 -- 172.21.15.45:0/1369317606 >> 172.21.15.45:0/1369317606 conn(0x7feaf80ceee0 msgr2=0x7feaf80cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 -- 172.21.15.45:0/1369317606 shutdown_connections 2024-09-17T03:32:51.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.370+0000 7feafd463640 1 -- 172.21.15.45:0/1369317606 wait complete. 2024-09-17T03:32:51.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.372+0000 7feafd463640 1 Processor -- start 2024-09-17T03:32:51.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.372+0000 7feafd463640 1 -- start start 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.373+0000 7feafd463640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feaf80d1830 0x7feaf80c90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.373+0000 7feafd463640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 0x7feaf81f3d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.373+0000 7feafd463640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf815ff20 0x7feaf815dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.373+0000 7feafd463640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7feaf815d020 con 0x7feaf80d1c40 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.373+0000 7feafd463640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7feaf815cea0 con 0x7feaf80d1830 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.373+0000 7feafd463640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7feaf815d1a0 con 0x7feaf815ff20 2024-09-17T03:32:51.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 0x7feaf81f3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 0x7feaf81f3d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55324/0 (socket says 172.21.15.45:55324) 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 -- 172.21.15.45:0/720114904 learned_addr learned my addr 172.21.15.45:0/720114904 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf6ffd640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feaf80d1830 0x7feaf80c90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf77fe640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf815ff20 0x7feaf815dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 -- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf815ff20 msgr2=0x7feaf815dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf815ff20 0x7feaf815dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 -- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feaf80d1830 msgr2=0x7feaf80c90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feaf80d1830 0x7feaf80c90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 -- 172.21.15.45:0/720114904 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf81f3600 con 0x7feaf80d1c40 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf77fe640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf815ff20 0x7feaf815dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feaf67fc640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 0x7feaf81f3d50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7feaec00c370 tx=0x7feaec00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:51.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec0052d0 con 0x7feaf80d1c40 2024-09-17T03:32:51.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feaec007020 con 0x7feaf80d1c40 2024-09-17T03:32:51.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec007470 con 0x7feaf80d1c40 2024-09-17T03:32:51.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf8159cb0 con 0x7feaf80d1c40 2024-09-17T03:32:51.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.374+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf8159980 con 0x7feaf80d1c40 2024-09-17T03:32:51.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.375+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaf815d6c0 con 0x7feaf80d1c40 2024-09-17T03:32:51.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.376+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7feaec0067d0 con 0x7feaf80d1c40 2024-09-17T03:32:51.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.376+0000 7feadf7fe640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feae4078b90 0x7feae407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.377+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7feaec099fc0 con 0x7feaf80d1c40 2024-09-17T03:32:51.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.377+0000 7feaf6ffd640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feae4078b90 0x7feae407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.377+0000 7feaf6ffd640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feae4078b90 0x7feae407b0a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7feae8033000 tx=0x7feae8004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:51.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.381+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7feaec061f60 con 0x7feaf80d1c40 2024-09-17T03:32:51.570 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.571+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7feaf815a1d0 con 0x7feaf80d1c40 2024-09-17T03:32:51.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.572+0000 7feadf7fe640 1 -- 172.21.15.45:0/720114904 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v34) ==== 84+0+65 (secure 0 0 0) 0x7feaec066990 con 0x7feaf80d1c40 2024-09-17T03:32:51.571 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:51.571 INFO:teuthology.orchestra.run.smithi045.stdout:[ 2024-09-17T03:32:51.571 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-17T03:32:51.571 INFO:teuthology.orchestra.run.smithi045.stdout: "poolnum": 1, 2024-09-17T03:32:51.571 INFO:teuthology.orchestra.run.smithi045.stdout: "poolname": ".mgr" 2024-09-17T03:32:51.572 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:32:51.572 INFO:teuthology.orchestra.run.smithi045.stdout:] 2024-09-17T03:32:51.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feae4078b90 msgr2=0x7feae407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feae4078b90 0x7feae407b0a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7feae8033000 tx=0x7feae8004730 comp rx=0 tx=0).stop 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 msgr2=0x7feaf81f3d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 0x7feaf81f3d50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7feaec00c370 tx=0x7feaec00c830 comp rx=0 tx=0).stop 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 shutdown_connections 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7feae4078b90 0x7feae407b0a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7feaf815ff20 0x7feaf815dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7feaf80d1c40 0x7feaf81f3d50 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 --2- 172.21.15.45:0/720114904 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feaf80d1830 0x7feaf80c90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 >> 172.21.15.45:0/720114904 conn(0x7feaf80ceee0 msgr2=0x7feaf80cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 shutdown_connections 2024-09-17T03:32:51.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.574+0000 7feafd463640 1 -- 172.21.15.45:0/720114904 wait complete. 2024-09-17T03:32:51.585 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-17T03:32:51.585 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-17T03:32:51.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b91c30640 1 -- 172.21.15.45:0/1344942181 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b74003a30 msgr2=0x7f8b74003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b91c30640 1 --2- 172.21.15.45:0/1344942181 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b74003a30 0x7f8b74003ea0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c006fc0 tx=0x7f8b74005830 comp rx=0 tx=0).stop 2024-09-17T03:32:51.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b8bfff640 1 -- 172.21.15.45:0/1344942181 reap_dead start 2024-09-17T03:32:51.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b91c30640 1 -- 172.21.15.45:0/1344942181 shutdown_connections 2024-09-17T03:32:51.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b91c30640 1 -- 172.21.15.45:0/1344942181 >> 172.21.15.45:0/1344942181 conn(0x7f8b8c070b40 msgr2=0x7f8b8c073c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:51.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b91c30640 1 -- 172.21.15.45:0/1344942181 shutdown_connections 2024-09-17T03:32:51.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.708+0000 7f8b91c30640 1 -- 172.21.15.45:0/1344942181 wait complete. 2024-09-17T03:32:51.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.710+0000 7f8b91c30640 1 Processor -- start 2024-09-17T03:32:51.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.710+0000 7f8b91c30640 1 -- start start 2024-09-17T03:32:51.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b91c30640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b74003a30 0x7f8b8c156bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b91c30640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 0x7f8b8c14e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b91c30640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b8c1547f0 0x7f8b8c154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b91c30640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8b8c164260 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b91c30640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8b8c0d0340 con 0x7f8b74003a30 2024-09-17T03:32:51.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b91c30640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8b8c1643e0 con 0x7f8b8c1547f0 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b8affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 0x7f8b8c14e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b8affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 0x7f8b8c14e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55342/0 (socket says 172.21.15.45:55342) 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b8affd640 1 -- 172.21.15.45:0/3643285805 learned_addr learned my addr 172.21.15.45:0/3643285805 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b8b7fe640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b74003a30 0x7f8b8c156bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.711+0000 7f8b8bfff640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b8c1547f0 0x7f8b8c154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b8affd640 1 -- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b8c1547f0 msgr2=0x7f8b8c154c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b8affd640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b8c1547f0 0x7f8b8c154c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b8affd640 1 -- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b74003a30 msgr2=0x7f8b8c156bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b8affd640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b74003a30 0x7f8b8c156bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b8affd640 1 -- 172.21.15.45:0/3643285805 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b8c155140 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b8affd640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 0x7f8b8c14e0e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8b80004e20 tx=0x7f8b80001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:51.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b800107d0 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b80016070 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b8c157890 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b80010c60 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.712+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b8c157d00 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.713+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b8c157a60 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.714+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8b8001b460 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.714+0000 7f8b73fff640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b78078bc0 0x7f8b7807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:51.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.714+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f8b8009b1f0 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.715+0000 7f8b8b7fe640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b78078bc0 0x7f8b7807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:51.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.715+0000 7f8b8b7fe640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b78078bc0 0x7f8b7807b0d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c033000 tx=0x7f8b7c038040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:51.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.719+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8b8c157a60 con 0x7f8b8c1f29d0 2024-09-17T03:32:51.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:51.903+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8b8c074390 con 0x7f8b8c1f29d0 2024-09-17T03:32:52.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.392+0000 7f8b73fff640 1 -- 172.21.15.45:0/3643285805 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v35) ==== 138+0+0 (secure 0 0 0) 0x7f8b8c155140 con 0x7f8b8c1f29d0 2024-09-17T03:32:52.391 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_metadata' created 2024-09-17T03:32:52.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b78078bc0 msgr2=0x7f8b7807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:52.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b78078bc0 0x7f8b7807b0d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c033000 tx=0x7f8b7c038040 comp rx=0 tx=0).stop 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 msgr2=0x7f8b8c14e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 0x7f8b8c14e0e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8b80004e20 tx=0x7f8b80001630 comp rx=0 tx=0).stop 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 shutdown_connections 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b78078bc0 0x7f8b7807b0d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b8c1547f0 0x7f8b8c154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b8c1f29d0 0x7f8b8c14e0e0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 --2- 172.21.15.45:0/3643285805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b74003a30 0x7f8b8c156bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 >> 172.21.15.45:0/3643285805 conn(0x7f8b8c070b40 msgr2=0x7f8b8c0b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 shutdown_connections 2024-09-17T03:32:52.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.395+0000 7f8b91c30640 1 -- 172.21.15.45:0/3643285805 wait complete. 2024-09-17T03:32:52.411 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 -- 172.21.15.45:0/4262581920 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f214c003a50 msgr2=0x7f214c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 --2- 172.21.15.45:0/4262581920 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f214c003a50 0x7f214c003ec0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2160009b50 tx=0x7f214c005830 comp rx=0 tx=0).stop 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 -- 172.21.15.45:0/4262581920 shutdown_connections 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 --2- 172.21.15.45:0/4262581920 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f214c003a50 0x7f214c003ec0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 -- 172.21.15.45:0/4262581920 >> 172.21.15.45:0/4262581920 conn(0x7f21640ceee0 msgr2=0x7f21640cf320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 -- 172.21.15.45:0/4262581920 shutdown_connections 2024-09-17T03:32:52.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.541+0000 7f216aaf2640 1 -- 172.21.15.45:0/4262581920 wait complete. 2024-09-17T03:32:52.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.543+0000 7f216aaf2640 1 Processor -- start 2024-09-17T03:32:52.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.543+0000 7f216aaf2640 1 -- start start 2024-09-17T03:32:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.544+0000 7f216aaf2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f214c003a50 0x7f2164159080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.544+0000 7f216aaf2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 0x7f21640b0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.544+0000 7f216aaf2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f21640b10c0 0x7f21641f6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.544+0000 7f216aaf2640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f21640ccc10 con 0x7f21640b0770 2024-09-17T03:32:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.544+0000 7f216aaf2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f21640cca90 con 0x7f214c003a50 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f216aaf2640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f21640d17e0 con 0x7f21640b10c0 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 0x7f21640b0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 0x7f21640b0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55372/0 (socket says 172.21.15.45:55372) 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 -- 172.21.15.45:0/3501238365 learned_addr learned my addr 172.21.15.45:0/3501238365 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f216888e640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f214c003a50 0x7f2164159080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f216908f640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f21640b10c0 0x7f21641f6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 -- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f21640b10c0 msgr2=0x7f21641f6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f21640b10c0 0x7f21641f6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 -- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f214c003a50 msgr2=0x7f2164159080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f214c003a50 0x7f2164159080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 -- 172.21.15.45:0/3501238365 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21640aabe0 con 0x7f21640b0770 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f215bfff640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 0x7f21640b0b80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2154001010 tx=0x7f21540049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154015020 con 0x7f21640b0770 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2154011960 con 0x7f21640b0770 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21640aaec0 con 0x7f21640b0770 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154011db0 con 0x7f21640b0770 2024-09-17T03:32:52.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.545+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21640aff70 con 0x7f21640b0770 2024-09-17T03:32:52.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.546+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21640aa950 con 0x7f21640b0770 2024-09-17T03:32:52.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.547+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2154018020 con 0x7f21640b0770 2024-09-17T03:32:52.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.548+0000 7f21597fa640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2150078b90 0x7f215007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:52.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.548+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5619+0+0 (secure 0 0 0) 0x7f215409b700 con 0x7f21640b0770 2024-09-17T03:32:52.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.548+0000 7f216888e640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2150078b90 0x7f215007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:52.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.549+0000 7f216888e640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2150078b90 0x7f215007b0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2160035000 tx=0x7f21600046c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:52.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.552+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f215401f020 con 0x7f21640b0770 2024-09-17T03:32:52.740 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:52.740+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f21640b4230 con 0x7f21640b0770 2024-09-17T03:32:53.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.394+0000 7f21597fa640 1 -- 172.21.15.45:0/3501238365 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v36) ==== 170+0+0 (secure 0 0 0) 0x7f21640d1d20 con 0x7f21640b0770 2024-09-17T03:32:53.394 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data' created 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.397+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2150078b90 msgr2=0x7f215007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.397+0000 7f216aaf2640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2150078b90 0x7f215007b0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2160035000 tx=0x7f21600046c0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.397+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 msgr2=0x7f21640b0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.397+0000 7f216aaf2640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 0x7f21640b0b80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2154001010 tx=0x7f21540049d0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 shutdown_connections 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2150078b90 0x7f215007b0a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f21640b10c0 0x7f21641f6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f21640b0770 0x7f21640b0b80 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 --2- 172.21.15.45:0/3501238365 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f214c003a50 0x7f2164159080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 >> 172.21.15.45:0/3501238365 conn(0x7f21640ceee0 msgr2=0x7f21640cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:53.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 shutdown_connections 2024-09-17T03:32:53.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.398+0000 7f216aaf2640 1 -- 172.21.15.45:0/3501238365 wait complete. 2024-09-17T03:32:53.425 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-17T03:32:53.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 -- 172.21.15.45:0/849199900 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1c40 msgr2=0x7f2d38072be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:53.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/849199900 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1c40 0x7f2d38072be0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2d380b4c40 tx=0x7f2d3002a560 comp rx=0 tx=0).stop 2024-09-17T03:32:53.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 -- 172.21.15.45:0/849199900 shutdown_connections 2024-09-17T03:32:53.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/849199900 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1c40 0x7f2d38072be0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/849199900 >> v2:172.21.15.112:3300/0 conn(0x7f2d3815ff20 0x7f2d38070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 -- 172.21.15.45:0/849199900 >> 172.21.15.45:0/849199900 conn(0x7f2d380ceee0 msgr2=0x7f2d380cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:53.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 -- 172.21.15.45:0/849199900 shutdown_connections 2024-09-17T03:32:53.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.552+0000 7f2d3fab4640 1 -- 172.21.15.45:0/849199900 wait complete. 2024-09-17T03:32:53.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.554+0000 7f2d3fab4640 1 Processor -- start 2024-09-17T03:32:53.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.554+0000 7f2d3fab4640 1 -- start start 2024-09-17T03:32:53.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 0x7f2d380b7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d380d1c40 0x7f2d380b6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2d3815ff20 0x7f2d380b6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3815cea0 con 0x7f2d380d1830 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2d380734d0 con 0x7f2d380d1c40 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f2d3815d020 con 0x7f2d3815ff20 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 0x7f2d380b7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 0x7f2d380b7850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55394/0 (socket says 172.21.15.45:55394) 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 -- 172.21.15.45:0/1151651146 learned_addr learned my addr 172.21.15.45:0/1151651146 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d04f640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d380d1c40 0x7f2d380b6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3e051640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2d3815ff20 0x7f2d380b6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:53.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 -- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2d3815ff20 msgr2=0x7f2d380b6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2d3815ff20 0x7f2d380b6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 -- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d380d1c40 msgr2=0x7f2d380b6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d380d1c40 0x7f2d380b6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 -- 172.21.15.45:0/1151651146 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d380c5ad0 con 0x7f2d380d1830 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3d850640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 0x7f2d380b7850 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800ea20 tx=0x7f2d2800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2800cde0 con 0x7f2d380d1830 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d28011560 con 0x7f2d380d1830 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d28011990 con 0x7f2d380d1830 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.556+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d380cb8c0 con 0x7f2d380d1830 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.557+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d380cbe80 con 0x7f2d380d1830 2024-09-17T03:32:53.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.557+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d380c5ca0 con 0x7f2d380d1830 2024-09-17T03:32:53.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.558+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2d28011b30 con 0x7f2d380d1830 2024-09-17T03:32:53.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.559+0000 7f2d367fc640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2d24078b90 0x7f2d2407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:53.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.559+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 6001+0+0 (secure 0 0 0) 0x7f2d2809baa0 con 0x7f2d380d1830 2024-09-17T03:32:53.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.559+0000 7f2d3d04f640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2d24078b90 0x7f2d2407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:53.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.560+0000 7f2d3d04f640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2d24078b90 0x7f2d2407b0a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2d380b77e0 tx=0x7f2d2c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:53.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.564+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f2d28016030 con 0x7f2d380d1830 2024-09-17T03:32:53.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:53.792+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2d38072be0 con 0x7f2d380d1830 2024-09-17T03:32:54.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.417+0000 7f2d367fc640 1 -- 172.21.15.45:0/1151651146 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7f2d28011e20 con 0x7f2d380d1830 2024-09-17T03:32:54.419 INFO:teuthology.orchestra.run.smithi045.stderr:new fs with metadata pool 5 and data pool 6 2024-09-17T03:32:54.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.427+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2d24078b90 msgr2=0x7f2d2407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.427+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2d24078b90 0x7f2d2407b0a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2d380b77e0 tx=0x7f2d2c009040 comp rx=0 tx=0).stop 2024-09-17T03:32:54.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 msgr2=0x7f2d380b7850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 0x7f2d380b7850 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800ea20 tx=0x7f2d2800eee0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 shutdown_connections 2024-09-17T03:32:54.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2d24078b90 0x7f2d2407b0a0 secure :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2d380b77e0 tx=0x7f2d2c009040 comp rx=0 tx=0).stop 2024-09-17T03:32:54.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d380d1c40 0x7f2d380b6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2d3815ff20 0x7f2d380b6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 --2- 172.21.15.45:0/1151651146 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d380d1830 0x7f2d380b7850 secure :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800ea20 tx=0x7f2d2800eee0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.428+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 >> 172.21.15.45:0/1151651146 conn(0x7f2d380ceee0 msgr2=0x7f2d380d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:54.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.433+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 shutdown_connections 2024-09-17T03:32:54.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.435+0000 7f2d3fab4640 1 -- 172.21.15.45:0/1151651146 wait complete. 2024-09-17T03:32:54.455 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 -- 172.21.15.45:0/880890412 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c15ff20 msgr2=0x7f485c070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 --2- 172.21.15.45:0/880890412 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c15ff20 0x7f485c070e40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f485c0c59d0 tx=0x7f484c02a560 comp rx=0 tx=0).stop 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 -- 172.21.15.45:0/880890412 shutdown_connections 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 --2- 172.21.15.45:0/880890412 >> v2:172.21.15.112:3300/0 conn(0x7f485c0d1c40 0x7f485c072be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 --2- 172.21.15.45:0/880890412 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f485c0d1830 0x7f485c070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 --2- 172.21.15.45:0/880890412 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c15ff20 0x7f485c070e40 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 -- 172.21.15.45:0/880890412 >> 172.21.15.45:0/880890412 conn(0x7f485c0ceee0 msgr2=0x7f485c0cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:54.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 -- 172.21.15.45:0/880890412 shutdown_connections 2024-09-17T03:32:54.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.575+0000 7f48621ad640 1 -- 172.21.15.45:0/880890412 wait complete. 2024-09-17T03:32:54.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.577+0000 7f48621ad640 1 Processor -- start 2024-09-17T03:32:54.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.577+0000 7f48621ad640 1 -- start start 2024-09-17T03:32:54.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f48621ad640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 0x7f485c159e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f48621ad640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f485c0d1c40 0x7f485c1f9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f48621ad640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f485c15ff20 0x7f485c1f5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f48621ad640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f485c073560 con 0x7f485c0d1830 2024-09-17T03:32:54.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f48621ad640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f485c0733e0 con 0x7f485c0d1c40 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f48621ad640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f485c15cea0 con 0x7f485c15ff20 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 0x7f485c159e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 0x7f485c159e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55412/0 (socket says 172.21.15.45:55412) 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 -- 172.21.15.45:0/2414496372 learned_addr learned my addr 172.21.15.45:0/2414496372 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485affd640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f485c0d1c40 0x7f485c1f9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485bfff640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f485c15ff20 0x7f485c1f5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 -- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f485c15ff20 msgr2=0x7f485c1f5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f485c15ff20 0x7f485c1f5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 -- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f485c0d1c40 msgr2=0x7f485c1f9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f485c0d1c40 0x7f485c1f9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 -- 172.21.15.45:0/2414496372 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f485c0b5a30 con 0x7f485c0d1830 2024-09-17T03:32:54.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.579+0000 7f485b7fe640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 0x7f485c159e20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f484c034040 tx=0x7f484c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:54.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.580+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c03e030 con 0x7f485c0d1830 2024-09-17T03:32:54.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.580+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f484c0047a0 con 0x7f485c0d1830 2024-09-17T03:32:54.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.580+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f485c0b5d10 con 0x7f485c0d1830 2024-09-17T03:32:54.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.580+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c035040 con 0x7f485c0d1830 2024-09-17T03:32:54.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.580+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f485c1f95b0 con 0x7f485c0d1830 2024-09-17T03:32:54.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.581+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f485c1f97e0 con 0x7f485c0d1830 2024-09-17T03:32:54.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.582+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f484c041030 con 0x7f485c0d1830 2024-09-17T03:32:54.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.582+0000 7f4843fff640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4848078b90 0x7f484807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.582+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f484c0bb6b0 con 0x7f485c0d1830 2024-09-17T03:32:54.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.582+0000 7f485affd640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4848078b90 0x7f484807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.583+0000 7f485affd640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4848078b90 0x7f484807b0a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f485c15d9f0 tx=0x7f4850005ed0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:54.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.587+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f485c1f97e0 con 0x7f485c0d1830 2024-09-17T03:32:54.773 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.774+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f485c072be0 con 0x7f485c0d1830 2024-09-17T03:32:54.774 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.775+0000 7f4843fff640 1 -- 172.21.15.45:0/2414496372 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+17003 (secure 0 0 0) 0x7f484c083310 con 0x7f485c0d1830 2024-09-17T03:32:54.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:54.775 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":37,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:53.793230+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:51.908112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:52.744957+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4848078b90 msgr2=0x7f484807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4848078b90 0x7f484807b0a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f485c15d9f0 tx=0x7f4850005ed0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 msgr2=0x7f485c159e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 0x7f485c159e20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f484c034040 tx=0x7f484c0039e0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 shutdown_connections 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4848078b90 0x7f484807b0a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f485c0d1c40 0x7f485c1f9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f485c15ff20 0x7f485c1f5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 --2- 172.21.15.45:0/2414496372 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f485c0d1830 0x7f485c159e20 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 >> 172.21.15.45:0/2414496372 conn(0x7f485c0ceee0 msgr2=0x7f485c06e380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:54.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 shutdown_connections 2024-09-17T03:32:54.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.777+0000 7f48621ad640 1 -- 172.21.15.45:0/2414496372 wait complete. 2024-09-17T03:32:54.788 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:54.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 -- 172.21.15.45:0/355567193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c1c004800 msgr2=0x7f4c1c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/355567193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c1c004800 0x7f4c1c004c10 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4c3406d690 tx=0x7f4c1c005830 comp rx=0 tx=0).stop 2024-09-17T03:32:54.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 -- 172.21.15.45:0/355567193 shutdown_connections 2024-09-17T03:32:54.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/355567193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c1c004800 0x7f4c1c004c10 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 -- 172.21.15.45:0/355567193 >> 172.21.15.45:0/355567193 conn(0x7f4c340d4320 msgr2=0x7f4c340d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:54.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 -- 172.21.15.45:0/355567193 shutdown_connections 2024-09-17T03:32:54.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.906+0000 7f4c3ad20640 1 -- 172.21.15.45:0/355567193 wait complete. 2024-09-17T03:32:54.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.907+0000 7f4c3ad20640 1 Processor -- start 2024-09-17T03:32:54.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.907+0000 7f4c3ad20640 1 -- start start 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c3ad20640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c1c004800 0x7f4c3415aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c3ad20640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 0x7f4c341e9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c3ad20640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4c341f86d0 0x7f4c341f8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c3ad20640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f4c340b7a60 con 0x7f4c340cae50 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c3ad20640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4c340b78e0 con 0x7f4c1c004800 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c3ad20640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f4c340b7be0 con 0x7f4c341f86d0 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 0x7f4c341e9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 0x7f4c341e9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55436/0 (socket says 172.21.15.45:55436) 2024-09-17T03:32:54.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 -- 172.21.15.45:0/1349265414 learned_addr learned my addr 172.21.15.45:0/1349265414 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c38abc640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c1c004800 0x7f4c3415aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c392bd640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4c341f86d0 0x7f4c341f8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 -- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4c341f86d0 msgr2=0x7f4c341f8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4c341f86d0 0x7f4c341f8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 -- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c1c004800 msgr2=0x7f4c3415aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c1c004800 0x7f4c3415aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c33fff640 1 -- 172.21.15.45:0/1349265414 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c3415b2b0 con 0x7f4c340cae50 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c392bd640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4c341f86d0 0x7f4c341f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.909+0000 7f4c38abc640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c1c004800 0x7f4c3415aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.910+0000 7f4c33fff640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 0x7f4c341e9330 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4c28009a70 tx=0x7f4c280336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.910+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c28038040 con 0x7f4c340cae50 2024-09-17T03:32:54.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.910+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c28041070 con 0x7f4c340cae50 2024-09-17T03:32:54.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.910+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c2803c430 con 0x7f4c340cae50 2024-09-17T03:32:54.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.910+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c3415b590 con 0x7f4c340cae50 2024-09-17T03:32:54.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.910+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c3415bb50 con 0x7f4c340cae50 2024-09-17T03:32:54.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.911+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c3415bd90 con 0x7f4c340cae50 2024-09-17T03:32:54.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.912+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4c2803c5d0 con 0x7f4c340cae50 2024-09-17T03:32:54.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.912+0000 7f4c317fa640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4c20078bc0 0x7f4c2007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:54.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.912+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f4c280bb8a0 con 0x7f4c340cae50 2024-09-17T03:32:54.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.912+0000 7f4c38abc640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4c20078bc0 0x7f4c2007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:54.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.913+0000 7f4c38abc640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4c20078bc0 0x7f4c2007b0d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4c240036b0 tx=0x7f4c24006b70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:54.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:54.917+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f4c3415bd90 con 0x7f4c340cae50 2024-09-17T03:32:55.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.102+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c340cf100 con 0x7f4c340cae50 2024-09-17T03:32:55.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.103+0000 7f4c317fa640 1 -- 172.21.15.45:0/1349265414 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+17003 (secure 0 0 0) 0x7f4c28083be0 con 0x7f4c340cae50 2024-09-17T03:32:55.102 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:55.102 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":37,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:53.793230+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:51.908112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:52.744957+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:55.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4c20078bc0 msgr2=0x7f4c2007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:55.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4c20078bc0 0x7f4c2007b0d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4c240036b0 tx=0x7f4c24006b70 comp rx=0 tx=0).stop 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 msgr2=0x7f4c341e9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 0x7f4c341e9330 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4c28009a70 tx=0x7f4c280336f0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 shutdown_connections 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f4c20078bc0 0x7f4c2007b0d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f4c341f86d0 0x7f4c341f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c340cae50 0x7f4c341e9330 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 --2- 172.21.15.45:0/1349265414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c1c004800 0x7f4c3415aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 >> 172.21.15.45:0/1349265414 conn(0x7f4c340d4320 msgr2=0x7f4c340b5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 shutdown_connections 2024-09-17T03:32:55.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.105+0000 7f4c3ad20640 1 -- 172.21.15.45:0/1349265414 wait complete. 2024-09-17T03:32:55.116 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-17T03:32:55.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a4614a640 1 -- 172.21.15.45:0/1250613150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a28003a00 msgr2=0x7f6a28003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:55.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a4614a640 1 --2- 172.21.15.45:0/1250613150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a28003a00 0x7f6a28003e70 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6a3000c2e0 tx=0x7f6a28005830 comp rx=0 tx=0).stop 2024-09-17T03:32:55.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a3ffff640 1 -- 172.21.15.45:0/1250613150 reap_dead start 2024-09-17T03:32:55.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a4614a640 1 -- 172.21.15.45:0/1250613150 shutdown_connections 2024-09-17T03:32:55.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a4614a640 1 -- 172.21.15.45:0/1250613150 >> 172.21.15.45:0/1250613150 conn(0x7f6a400d4320 msgr2=0x7f6a400d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:55.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a4614a640 1 -- 172.21.15.45:0/1250613150 shutdown_connections 2024-09-17T03:32:55.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.237+0000 7f6a4614a640 1 -- 172.21.15.45:0/1250613150 wait complete. 2024-09-17T03:32:55.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.239+0000 7f6a4614a640 1 Processor -- start 2024-09-17T03:32:55.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.239+0000 7f6a4614a640 1 -- start start 2024-09-17T03:32:55.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a4614a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a28003a00 0x7f6a400cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a4614a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 0x7f6a401f8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a4614a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a401f8c40 0x7f6a401e8620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a4614a640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f6a400b38f0 con 0x7f6a400ccf40 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a4614a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6a400b3770 con 0x7f6a28003a00 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a4614a640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f6a400b3a70 con 0x7f6a401f8c40 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a3effd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 0x7f6a401f8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a3effd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 0x7f6a401f8700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55446/0 (socket says 172.21.15.45:55446) 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a3effd640 1 -- 172.21.15.45:0/4037869386 learned_addr learned my addr 172.21.15.45:0/4037869386 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a3f7fe640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a28003a00 0x7f6a400cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.240+0000 7f6a3ffff640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a401f8c40 0x7f6a401e8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a3effd640 1 -- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a401f8c40 msgr2=0x7f6a401e8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a3effd640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a401f8c40 0x7f6a401e8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a3effd640 1 -- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a28003a00 msgr2=0x7f6a400cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:55.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a3effd640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a28003a00 0x7f6a400cca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a3effd640 1 -- 172.21.15.45:0/4037869386 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a401e7e90 con 0x7f6a400ccf40 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a3effd640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 0x7f6a401f8700 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6a34011ab0 tx=0x7f6a34011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3401e070 con 0x7f6a400ccf40 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a3400fe70 con 0x7f6a400ccf40 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a401f9050 con 0x7f6a400ccf40 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a340042b0 con 0x7f6a400ccf40 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.241+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a400cda80 con 0x7f6a400ccf40 2024-09-17T03:32:55.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.242+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a400cd510 con 0x7f6a400ccf40 2024-09-17T03:32:55.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.243+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6a34021070 con 0x7f6a400ccf40 2024-09-17T03:32:55.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.244+0000 7f6a27fff640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a2c078b90 0x7f6a2c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:55.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.244+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f6a3409b940 con 0x7f6a400ccf40 2024-09-17T03:32:55.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.244+0000 7f6a3f7fe640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a2c078b90 0x7f6a2c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:55.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.244+0000 7f6a3f7fe640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a2c078b90 0x7f6a2c07b0a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a30033000 tx=0x7f6a30038040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:55.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.248+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f6a401f9050 con 0x7f6a400ccf40 2024-09-17T03:32:55.473 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:55.473+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6a400b78e0 con 0x7f6a400ccf40 2024-09-17T03:32:56.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.429+0000 7f6a27fff640 1 -- 172.21.15.45:0/4037869386 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f6a34063590 con 0x7f6a400ccf40 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a2c078b90 msgr2=0x7f6a2c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a2c078b90 0x7f6a2c07b0a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a30033000 tx=0x7f6a30038040 comp rx=0 tx=0).stop 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 msgr2=0x7f6a401f8700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 0x7f6a401f8700 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6a34011ab0 tx=0x7f6a34011f70 comp rx=0 tx=0).stop 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 shutdown_connections 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f6a2c078b90 0x7f6a2c07b0a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f6a401f8c40 0x7f6a401e8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6a400ccf40 0x7f6a401f8700 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 --2- 172.21.15.45:0/4037869386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a28003a00 0x7f6a400cca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 >> 172.21.15.45:0/4037869386 conn(0x7f6a400d4320 msgr2=0x7f6a4015da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 shutdown_connections 2024-09-17T03:32:56.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.432+0000 7f6a4614a640 1 -- 172.21.15.45:0/4037869386 wait complete. 2024-09-17T03:32:56.445 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-17T03:32:56.446 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-17T03:32:56.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 -- 172.21.15.45:0/1021376193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a8070810 msgr2=0x7f22a8152d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:56.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1021376193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a8070810 0x7f22a8152d70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f22a0005fd0 tx=0x7f22a002a8b0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 -- 172.21.15.45:0/1021376193 shutdown_connections 2024-09-17T03:32:56.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1021376193 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a8070810 0x7f22a8152d70 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1021376193 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f22a80d19b0 0x7f22a80d0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 -- 172.21.15.45:0/1021376193 >> 172.21.15.45:0/1021376193 conn(0x7f22a80b3ca0 msgr2=0x7f22a80b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:56.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 -- 172.21.15.45:0/1021376193 shutdown_connections 2024-09-17T03:32:56.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.574+0000 7f22af0dd640 1 -- 172.21.15.45:0/1021376193 wait complete. 2024-09-17T03:32:56.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.576+0000 7f22af0dd640 1 Processor -- start 2024-09-17T03:32:56.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.576+0000 7f22af0dd640 1 -- start start 2024-09-17T03:32:56.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f22a8070810 0x7f22a80ae630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:56.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f22a8071670 0x7f22a80b05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:56.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 0x7f22a80b0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:56.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f22a81532b0 con 0x7f22a80d19b0 2024-09-17T03:32:56.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f22a8070e30 con 0x7f22a8071670 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f22a8153430 con 0x7f22a8070810 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 0x7f22a80b0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 0x7f22a80b0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55456/0 (socket says 172.21.15.45:55456) 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 -- 172.21.15.45:0/1895993550 learned_addr learned my addr 172.21.15.45:0/1895993550 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ace79640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f22a8070810 0x7f22a80ae630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22a7fff640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f22a8071670 0x7f22a80b05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 -- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f22a8070810 msgr2=0x7f22a80ae630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f22a8070810 0x7f22a80ae630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 -- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f22a8071670 msgr2=0x7f22a80b05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f22a8071670 0x7f22a80b05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 -- 172.21.15.45:0/1895993550 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a81f39a0 con 0x7f22a80d19b0 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22ad67a640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 0x7f22a80b0ae0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f22a002aea0 tx=0x7f22a00039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:56.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a0031990 con 0x7f22a80d19b0 2024-09-17T03:32:56.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22a0031c20 con 0x7f22a80d19b0 2024-09-17T03:32:56.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22a81f3c80 con 0x7f22a80d19b0 2024-09-17T03:32:56.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.578+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a00330d0 con 0x7f22a80d19b0 2024-09-17T03:32:56.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.579+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22a81f4240 con 0x7f22a80d19b0 2024-09-17T03:32:56.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.580+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a80c5c30 con 0x7f22a80d19b0 2024-09-17T03:32:56.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.580+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f22a0033270 con 0x7f22a80d19b0 2024-09-17T03:32:56.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.581+0000 7f22a57fa640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2294078b80 0x7f229407b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:56.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.581+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f22a00bc4c0 con 0x7f22a80d19b0 2024-09-17T03:32:56.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.581+0000 7f22ace79640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2294078b80 0x7f229407b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:56.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.582+0000 7f22ace79640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2294078b80 0x7f229407b090 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2298005fd0 tx=0x7f2298005850 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:56.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.585+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f22a80c5c30 con 0x7f22a80d19b0 2024-09-17T03:32:56.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:56.810+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f22a8153950 con 0x7f22a80d19b0 2024-09-17T03:32:57.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.435+0000 7f22a57fa640 1 -- 172.21.15.45:0/1895993550 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f22a003f030 con 0x7f22a80d19b0 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.437+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2294078b80 msgr2=0x7f229407b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.437+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2294078b80 0x7f229407b090 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2298005fd0 tx=0x7f2298005850 comp rx=0 tx=0).stop 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.437+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 msgr2=0x7f22a80b0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.437+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 0x7f22a80b0ae0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f22a002aea0 tx=0x7f22a00039f0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.437+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 shutdown_connections 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.437+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2294078b80 0x7f229407b090 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.437 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.438+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f22a8071670 0x7f22a80b05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.438+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f22a80d19b0 0x7f22a80b0ae0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.438+0000 7f22af0dd640 1 --2- 172.21.15.45:0/1895993550 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f22a8070810 0x7f22a80ae630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.438+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 >> 172.21.15.45:0/1895993550 conn(0x7f22a80b3ca0 msgr2=0x7f22a80cbb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:57.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.438+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 shutdown_connections 2024-09-17T03:32:57.438 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.438+0000 7f22af0dd640 1 -- 172.21.15.45:0/1895993550 wait complete. 2024-09-17T03:32:57.450 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-17T03:32:57.451 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:32:57.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 -- 172.21.15.45:0/326067513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41cc004800 msgr2=0x7f41cc004c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 --2- 172.21.15.45:0/326067513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41cc004800 0x7f41cc004c70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f41e40cb3a0 tx=0x7f41cc005830 comp rx=0 tx=0).stop 2024-09-17T03:32:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 -- 172.21.15.45:0/326067513 shutdown_connections 2024-09-17T03:32:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 --2- 172.21.15.45:0/326067513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41cc004800 0x7f41cc004c70 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 -- 172.21.15.45:0/326067513 >> 172.21.15.45:0/326067513 conn(0x7f41e40d4320 msgr2=0x7f41e40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 -- 172.21.15.45:0/326067513 shutdown_connections 2024-09-17T03:32:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.575+0000 7f41ec0de640 1 -- 172.21.15.45:0/326067513 wait complete. 2024-09-17T03:32:57.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.576+0000 7f41ec0de640 1 Processor -- start 2024-09-17T03:32:57.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.577+0000 7f41ec0de640 1 -- start start 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ec0de640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f41cc004800 0x7f41e40aac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ec0de640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f41e41f8e30 0x7f41e40b2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ec0de640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 0x7f41e41f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ec0de640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f41e40b7a60 con 0x7f41e41f81b0 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ec0de640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f41e40b78e0 con 0x7f41cc004800 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ec0de640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f41e40b7be0 con 0x7f41e41f8e30 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 0x7f41e41f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 0x7f41e41f85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55464/0 (socket says 172.21.15.45:55464) 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 -- 172.21.15.45:0/3616504753 learned_addr learned my addr 172.21.15.45:0/3616504753 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41e9679640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f41e41f8e30 0x7f41e40b2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41e9e7a640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f41cc004800 0x7f41e40aac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 -- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f41e41f8e30 msgr2=0x7f41e40b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f41e41f8e30 0x7f41e40b2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 -- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f41cc004800 msgr2=0x7f41e40aac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f41cc004800 0x7f41e40aac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.578+0000 7f41ea67b640 1 -- 172.21.15.45:0/3616504753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e41f8b00 con 0x7f41e41f81b0 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.579+0000 7f41ea67b640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 0x7f41e41f85c0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f41cc0057e0 tx=0x7f41dc001800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.579+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41dc011840 con 0x7f41e41f81b0 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.579+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41dc018070 con 0x7f41e41f81b0 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.579+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41dc011c60 con 0x7f41e41f81b0 2024-09-17T03:32:57.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.579+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e40cbb90 con 0x7f41e41f81b0 2024-09-17T03:32:57.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.579+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e40cc150 con 0x7f41e41f81b0 2024-09-17T03:32:57.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.580+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41e40ab280 con 0x7f41e41f81b0 2024-09-17T03:32:57.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.581+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f41dc01d460 con 0x7f41e41f81b0 2024-09-17T03:32:57.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.581+0000 7f41e27fc640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f41d0078b90 0x7f41d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.581+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f41dc09b3e0 con 0x7f41e41f81b0 2024-09-17T03:32:57.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.581+0000 7f41e9e7a640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f41d0078b90 0x7f41d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.582+0000 7f41e9e7a640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f41d0078b90 0x7f41d007b0a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f41d4005fd0 tx=0x7f41d4009500 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:57.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.586+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f41e41f8b00 con 0x7f41e41f81b0 2024-09-17T03:32:57.810 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.811+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41e40cf0b0 con 0x7f41e41f81b0 2024-09-17T03:32:57.811 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.812+0000 7f41e27fc640 1 -- 172.21.15.45:0/3616504753 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f41dc063040 con 0x7f41e41f81b0 2024-09-17T03:32:57.811 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:57.811 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":18,"btime":"2024-09-17T03:32:57:430607+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:53.793189+0000","modified":"2024-09-17T03:32:56.811258+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4948},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4948":{"gid":4948,"name":"d","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.112:6836/3657608584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3657608584},{"type":"v1","addr":"172.21.15.112:6836","nonce":3657608584}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4948,"qdb_cluster":[4948]},"id":2}]} 2024-09-17T03:32:57.812 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 18 2024-09-17T03:32:57.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f41d0078b90 msgr2=0x7f41d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f41d0078b90 0x7f41d007b0a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f41d4005fd0 tx=0x7f41d4009500 comp rx=0 tx=0).stop 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 msgr2=0x7f41e41f85c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 0x7f41e41f85c0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f41cc0057e0 tx=0x7f41dc001800 comp rx=0 tx=0).stop 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 shutdown_connections 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f41d0078b90 0x7f41d007b0a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41e41f81b0 0x7f41e41f85c0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f41e41f8e30 0x7f41e40b2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 --2- 172.21.15.45:0/3616504753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f41cc004800 0x7f41e40aac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 >> 172.21.15.45:0/3616504753 conn(0x7f41e40d4320 msgr2=0x7f41e40b5130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 shutdown_connections 2024-09-17T03:32:57.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.814+0000 7f41ec0de640 1 -- 172.21.15.45:0/3616504753 wait complete. 2024-09-17T03:32:57.825 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 -- 172.21.15.45:0/438426710 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 msgr2=0x7f0cd80b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 --2- 172.21.15.45:0/438426710 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80b78e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc009830 tx=0x7f0ccc02a510 comp rx=0 tx=0).stop 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 -- 172.21.15.45:0/438426710 shutdown_connections 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 --2- 172.21.15.45:0/438426710 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80b78e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 --2- 172.21.15.45:0/438426710 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cd806e5c0 0x7f0cd80b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 -- 172.21.15.45:0/438426710 >> 172.21.15.45:0/438426710 conn(0x7f0cd80d4320 msgr2=0x7f0cd80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 -- 172.21.15.45:0/438426710 shutdown_connections 2024-09-17T03:32:57.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.942+0000 7f0cdde07640 1 -- 172.21.15.45:0/438426710 wait complete. 2024-09-17T03:32:57.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.944+0000 7f0cdde07640 1 Processor -- start 2024-09-17T03:32:57.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.944+0000 7f0cdde07640 1 -- start start 2024-09-17T03:32:57.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.945+0000 7f0cdde07640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cd806e5c0 0x7f0cd81f5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.945+0000 7f0cdde07640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cd80cef40 0x7f0cd81f26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.945+0000 7f0cdde07640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80c9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.945+0000 7f0cdde07640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd80d3380 con 0x7f0cd815e740 2024-09-17T03:32:57.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.945+0000 7f0cdde07640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd80d3200 con 0x7f0cd80cef40 2024-09-17T03:32:57.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.945+0000 7f0cdde07640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0cd80d3500 con 0x7f0cd806e5c0 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80c9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80c9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55480/0 (socket says 172.21.15.45:55480) 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 -- 172.21.15.45:0/1434541624 learned_addr learned my addr 172.21.15.45:0/1434541624 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd77fe640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cd806e5c0 0x7f0cd81f5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd6ffd640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cd80cef40 0x7f0cd81f26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 -- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cd806e5c0 msgr2=0x7f0cd81f5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cd806e5c0 0x7f0cd81f5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 -- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cd80cef40 msgr2=0x7f0cd81f26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cd80cef40 0x7f0cd81f26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 -- 172.21.15.45:0/1434541624 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cd80ab750 con 0x7f0cd815e740 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd6ffd640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cd80cef40 0x7f0cd81f26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cd7fff640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80c9fc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0cd000ca80 tx=0x7f0cd000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:57.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd0016020 con 0x7f0cd815e740 2024-09-17T03:32:57.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cd000ad40 con 0x7f0cd815e740 2024-09-17T03:32:57.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd0012680 con 0x7f0cd815e740 2024-09-17T03:32:57.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cd80aba30 con 0x7f0cd815e740 2024-09-17T03:32:57.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.946+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cd81f2c00 con 0x7f0cd815e740 2024-09-17T03:32:57.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.947+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cd80b4580 con 0x7f0cd815e740 2024-09-17T03:32:57.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.948+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0cd0019020 con 0x7f0cd815e740 2024-09-17T03:32:57.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.949+0000 7f0cbffff640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0cc4078b90 0x7f0cc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:57.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.949+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f0cd009b450 con 0x7f0cd815e740 2024-09-17T03:32:57.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.949+0000 7f0cd77fe640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0cc4078b90 0x7f0cc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:57.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.950+0000 7f0cd77fe640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0cc4078b90 0x7f0cc407b0a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8009ac0 tx=0x7f0cc8005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:57.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:57.953+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0cd0020020 con 0x7f0cd815e740 2024-09-17T03:32:58.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.137+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0cd80d3a20 con 0x7f0cd815e740 2024-09-17T03:32:58.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.138+0000 7f0cbffff640 1 -- 172.21.15.45:0/1434541624 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16990 (secure 0 0 0) 0x7f0cd0063790 con 0x7f0cd815e740 2024-09-17T03:32:58.138 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:58.138 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":38,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:32:55.417976+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:51.908112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:52.744957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0cc4078b90 msgr2=0x7f0cc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0cc4078b90 0x7f0cc407b0a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8009ac0 tx=0x7f0cc8005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 msgr2=0x7f0cd80c9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80c9fc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0cd000ca80 tx=0x7f0cd000cf40 comp rx=0 tx=0).stop 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 shutdown_connections 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0cc4078b90 0x7f0cc407b0a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cd80cef40 0x7f0cd81f26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0cd815e740 0x7f0cd80c9fc0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 --2- 172.21.15.45:0/1434541624 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0cd806e5c0 0x7f0cd81f5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 >> 172.21.15.45:0/1434541624 conn(0x7f0cd80d4320 msgr2=0x7f0cd80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:58.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 shutdown_connections 2024-09-17T03:32:58.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.140+0000 7f0cdde07640 1 -- 172.21.15.45:0/1434541624 wait complete. 2024-09-17T03:32:58.152 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-17T03:32:58.153 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3080261071 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f64004800 msgr2=0x7f8f64004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3080261071 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f64004800 0x7f8f64004c10 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8f7806d690 tx=0x7f8f64005830 comp rx=0 tx=0).stop 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3080261071 shutdown_connections 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3080261071 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f64004800 0x7f8f64004c10 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3080261071 >> 172.21.15.45:0/3080261071 conn(0x7f8f780d4320 msgr2=0x7f8f780d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3080261071 shutdown_connections 2024-09-17T03:32:58.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.271+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3080261071 wait complete. 2024-09-17T03:32:58.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.273+0000 7f8f7dc70640 1 Processor -- start 2024-09-17T03:32:58.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.273+0000 7f8f7dc70640 1 -- start start 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f7dc70640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f64004800 0x7f8f7815a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f7dc70640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f780cb3d0 0x7f8f781ea1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f7dc70640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 0x7f8f781ea710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f7dc70640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8f780b7a60 con 0x7f8f781e7910 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f7dc70640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8f780b78e0 con 0x7f8f780cb3d0 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f7dc70640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8f780b7be0 con 0x7f8f64004800 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f77fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 0x7f8f781ea710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f77fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 0x7f8f781ea710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55496/0 (socket says 172.21.15.45:55496) 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f77fff640 1 -- 172.21.15.45:0/3572754137 learned_addr learned my addr 172.21.15.45:0/3572754137 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:58.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f777fe640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f64004800 0x7f8f7815a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.274+0000 7f8f6ffff640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f780cb3d0 0x7f8f781ea1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f77fff640 1 -- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f64004800 msgr2=0x7f8f7815a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f77fff640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f64004800 0x7f8f7815a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f77fff640 1 -- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f780cb3d0 msgr2=0x7f8f781ea1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f77fff640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f780cb3d0 0x7f8f781ea1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f77fff640 1 -- 172.21.15.45:0/3572754137 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f780cae50 con 0x7f8f781e7910 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f77fff640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 0x7f8f781ea710 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8f780d0b40 tx=0x7f8f700019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f70017070 con 0x7f8f781e7910 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f700108e0 con 0x7f8f781e7910 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f780cb130 con 0x7f8f781e7910 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f70010d30 con 0x7f8f781e7910 2024-09-17T03:32:58.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.275+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f780c91c0 con 0x7f8f781e7910 2024-09-17T03:32:58.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.276+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f780cf100 con 0x7f8f781e7910 2024-09-17T03:32:58.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.277+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8f7001a070 con 0x7f8f781e7910 2024-09-17T03:32:58.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.277+0000 7f8f74ff9640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8f58078b90 0x7f8f5807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.277+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f8f7009abb0 con 0x7f8f781e7910 2024-09-17T03:32:58.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.277+0000 7f8f777fe640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8f58078b90 0x7f8f5807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.278+0000 7f8f777fe640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8f58078b90 0x7f8f5807b0a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8f68009cd0 tx=0x7f8f68005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:58.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.282+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8f70062810 con 0x7f8f781e7910 2024-09-17T03:32:58.384 INFO:tasks.ceph.mds.d.smithi112.stderr:2024-09-17T03:32:58.385+0000 7f764ee25640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T03:32:58.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.464+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8f780cb7e0 con 0x7f8f58078b90 2024-09-17T03:32:58.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.469+0000 7f8f74ff9640 1 -- 172.21.15.45:0/3572754137 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251114 (secure 0 0 0) 0x7f8f6805e500 con 0x7f8f58078b90 2024-09-17T03:32:58.473 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:58.475 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8f58078b90 msgr2=0x7f8f5807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8f58078b90 0x7f8f5807b0a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8f68009cd0 tx=0x7f8f68005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 msgr2=0x7f8f781ea710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 0x7f8f781ea710 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8f780d0b40 tx=0x7f8f700019b0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 shutdown_connections 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8f58078b90 0x7f8f5807b0a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f780cb3d0 0x7f8f781ea1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f781e7910 0x7f8f781ea710 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 --2- 172.21.15.45:0/3572754137 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f64004800 0x7f8f7815a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 >> 172.21.15.45:0/3572754137 conn(0x7f8f780d4320 msgr2=0x7f8f780b5530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 shutdown_connections 2024-09-17T03:32:58.478 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.472+0000 7f8f7dc70640 1 -- 172.21.15.45:0/3572754137 wait complete. 2024-09-17T03:32:58.483 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-17T03:32:58.107363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":137,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103,"ondisk_log_size":103,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237360,"kb_used_data":4456,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737360,"statfs":{"total":773094113280,"available":772851056640,"internally_reserved":0,"allocated":4562944,"data_stored":2617670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713688"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404681+0000","last_change":"2024-09-17T03:32:53.404681+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404681+0000","last_undegraded":"2024-09-17T03:32:53.404681+0000","last_fullsized":"2024-09-17T03:32:53.404681+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.407733+0000","last_change":"2024-09-17T03:32:53.407733+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.407733+0000","last_undegraded":"2024-09-17T03:32:53.407733+0000","last_fullsized":"2024-09-17T03:32:53.407733+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450025+0000","last_change":"2024-09-17T03:32:54.449039+0000","last_active":"2024-09-17T03:32:54.450025+0000","last_peered":"2024-09-17T03:32:54.450025+0000","last_clean":"2024-09-17T03:32:54.450025+0000","last_became_active":"2024-09-17T03:32:54.448654+0000","last_became_peered":"2024-09-17T03:32:54.448654+0000","last_unstale":"2024-09-17T03:32:54.450025+0000","last_undegraded":"2024-09-17T03:32:54.450025+0000","last_fullsized":"2024-09-17T03:32:54.450025+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:41.793259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426724+0000","last_change":"2024-09-17T03:32:54.432218+0000","last_active":"2024-09-17T03:32:55.426724+0000","last_peered":"2024-09-17T03:32:55.426724+0000","last_clean":"2024-09-17T03:32:55.426724+0000","last_became_active":"2024-09-17T03:32:54.431830+0000","last_became_peered":"2024-09-17T03:32:54.431830+0000","last_unstale":"2024-09-17T03:32:55.426724+0000","last_undegraded":"2024-09-17T03:32:55.426724+0000","last_fullsized":"2024-09-17T03:32:55.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:10.922995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426462+0000","last_change":"2024-09-17T03:32:54.424226+0000","last_active":"2024-09-17T03:32:55.426462+0000","last_peered":"2024-09-17T03:32:55.426462+0000","last_clean":"2024-09-17T03:32:55.426462+0000","last_became_active":"2024-09-17T03:32:54.423879+0000","last_became_peered":"2024-09-17T03:32:54.423879+0000","last_unstale":"2024-09-17T03:32:55.426462+0000","last_undegraded":"2024-09-17T03:32:55.426462+0000","last_fullsized":"2024-09-17T03:32:55.426462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:35:02.128187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.430814+0000","last_change":"2024-09-17T03:32:54.429650+0000","last_active":"2024-09-17T03:32:54.430814+0000","last_peered":"2024-09-17T03:32:54.430814+0000","last_clean":"2024-09-17T03:32:54.430814+0000","last_became_active":"2024-09-17T03:32:54.429342+0000","last_became_peered":"2024-09-17T03:32:54.429342+0000","last_unstale":"2024-09-17T03:32:54.430814+0000","last_undegraded":"2024-09-17T03:32:54.430814+0000","last_fullsized":"2024-09-17T03:32:54.430814+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:52.006440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068027+0000","last_change":"2024-09-17T03:32:54.433104+0000","last_active":"2024-09-17T03:32:56.068027+0000","last_peered":"2024-09-17T03:32:56.068027+0000","last_clean":"2024-09-17T03:32:56.068027+0000","last_became_active":"2024-09-17T03:32:54.432765+0000","last_became_peered":"2024-09-17T03:32:54.432765+0000","last_unstale":"2024-09-17T03:32:56.068027+0000","last_undegraded":"2024-09-17T03:32:56.068027+0000","last_fullsized":"2024-09-17T03:32:56.068027+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:34:50.898464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.409060+0000","last_change":"2024-09-17T03:32:53.409060+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.409060+0000","last_undegraded":"2024-09-17T03:32:53.409060+0000","last_fullsized":"2024-09-17T03:32:53.409060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449224+0000","last_change":"2024-09-17T03:32:54.447991+0000","last_active":"2024-09-17T03:32:54.449224+0000","last_peered":"2024-09-17T03:32:54.449224+0000","last_clean":"2024-09-17T03:32:54.449224+0000","last_became_active":"2024-09-17T03:32:54.447575+0000","last_became_peered":"2024-09-17T03:32:54.447575+0000","last_unstale":"2024-09-17T03:32:54.449224+0000","last_undegraded":"2024-09-17T03:32:54.449224+0000","last_fullsized":"2024-09-17T03:32:54.449224+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:24:08.558985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068293+0000","last_change":"2024-09-17T03:32:54.449112+0000","last_active":"2024-09-17T03:32:56.068293+0000","last_peered":"2024-09-17T03:32:56.068293+0000","last_clean":"2024-09-17T03:32:56.068293+0000","last_became_active":"2024-09-17T03:32:54.446356+0000","last_became_peered":"2024-09-17T03:32:54.446356+0000","last_unstale":"2024-09-17T03:32:56.068293+0000","last_undegraded":"2024-09-17T03:32:56.068293+0000","last_fullsized":"2024-09-17T03:32:56.068293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:23:36.673914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.448151+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.447384+0000","last_became_peered":"2024-09-17T03:32:54.447384+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:59:15.530038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.436304+0000","last_change":"2024-09-17T03:32:54.433752+0000","last_active":"2024-09-17T03:32:54.436304+0000","last_peered":"2024-09-17T03:32:54.436304+0000","last_clean":"2024-09-17T03:32:54.436304+0000","last_became_active":"2024-09-17T03:32:54.433369+0000","last_became_peered":"2024-09-17T03:32:54.433369+0000","last_unstale":"2024-09-17T03:32:54.436304+0000","last_undegraded":"2024-09-17T03:32:54.436304+0000","last_fullsized":"2024-09-17T03:32:54.436304+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067615+0000","last_change":"2024-09-17T03:32:54.436358+0000","last_active":"2024-09-17T03:32:56.067615+0000","last_peered":"2024-09-17T03:32:56.067615+0000","last_clean":"2024-09-17T03:32:56.067615+0000","last_became_active":"2024-09-17T03:32:54.434394+0000","last_became_peered":"2024-09-17T03:32:54.434394+0000","last_unstale":"2024-09-17T03:32:56.067615+0000","last_undegraded":"2024-09-17T03:32:56.067615+0000","last_fullsized":"2024-09-17T03:32:56.067615+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:56.202038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067610+0000","last_change":"2024-09-17T03:32:54.438036+0000","last_active":"2024-09-17T03:32:56.067610+0000","last_peered":"2024-09-17T03:32:56.067610+0000","last_clean":"2024-09-17T03:32:56.067610+0000","last_became_active":"2024-09-17T03:32:54.437386+0000","last_became_peered":"2024-09-17T03:32:54.437386+0000","last_unstale":"2024-09-17T03:32:56.067610+0000","last_undegraded":"2024-09-17T03:32:56.067610+0000","last_fullsized":"2024-09-17T03:32:56.067610+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:07:56.456543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067605+0000","last_change":"2024-09-17T03:32:54.434374+0000","last_active":"2024-09-17T03:32:56.067605+0000","last_peered":"2024-09-17T03:32:56.067605+0000","last_clean":"2024-09-17T03:32:56.067605+0000","last_became_active":"2024-09-17T03:32:54.433810+0000","last_became_peered":"2024-09-17T03:32:54.433810+0000","last_unstale":"2024-09-17T03:32:56.067605+0000","last_undegraded":"2024-09-17T03:32:56.067605+0000","last_fullsized":"2024-09-17T03:32:56.067605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:37:34.465461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451811+0000","last_change":"2024-09-17T03:32:54.448050+0000","last_active":"2024-09-17T03:32:54.451811+0000","last_peered":"2024-09-17T03:32:54.451811+0000","last_clean":"2024-09-17T03:32:54.451811+0000","last_became_active":"2024-09-17T03:32:54.447741+0000","last_became_peered":"2024-09-17T03:32:54.447741+0000","last_unstale":"2024-09-17T03:32:54.451811+0000","last_undegraded":"2024-09-17T03:32:54.451811+0000","last_fullsized":"2024-09-17T03:32:54.451811+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:45:20.813885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453891+0000","last_change":"2024-09-17T03:32:54.449183+0000","last_active":"2024-09-17T03:32:54.453891+0000","last_peered":"2024-09-17T03:32:54.453891+0000","last_clean":"2024-09-17T03:32:54.453891+0000","last_became_active":"2024-09-17T03:32:54.448875+0000","last_became_peered":"2024-09-17T03:32:54.448875+0000","last_unstale":"2024-09-17T03:32:54.453891+0000","last_undegraded":"2024-09-17T03:32:54.453891+0000","last_fullsized":"2024-09-17T03:32:54.453891+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:34:47.299632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429223+0000","last_change":"2024-09-17T03:32:54.432407+0000","last_active":"2024-09-17T03:32:55.429223+0000","last_peered":"2024-09-17T03:32:55.429223+0000","last_clean":"2024-09-17T03:32:55.429223+0000","last_became_active":"2024-09-17T03:32:54.430143+0000","last_became_peered":"2024-09-17T03:32:54.430143+0000","last_unstale":"2024-09-17T03:32:55.429223+0000","last_undegraded":"2024-09-17T03:32:55.429223+0000","last_fullsized":"2024-09-17T03:32:55.429223+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426897+0000","last_change":"2024-09-17T03:32:54.424513+0000","last_active":"2024-09-17T03:32:55.426897+0000","last_peered":"2024-09-17T03:32:55.426897+0000","last_clean":"2024-09-17T03:32:55.426897+0000","last_became_active":"2024-09-17T03:32:54.424132+0000","last_became_peered":"2024-09-17T03:32:54.424132+0000","last_unstale":"2024-09-17T03:32:55.426897+0000","last_undegraded":"2024-09-17T03:32:55.426897+0000","last_fullsized":"2024-09-17T03:32:55.426897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:20.643666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429352+0000","last_change":"2024-09-17T03:32:54.429993+0000","last_active":"2024-09-17T03:32:55.429352+0000","last_peered":"2024-09-17T03:32:55.429352+0000","last_clean":"2024-09-17T03:32:55.429352+0000","last_became_active":"2024-09-17T03:32:54.429663+0000","last_became_peered":"2024-09-17T03:32:54.429663+0000","last_unstale":"2024-09-17T03:32:55.429352+0000","last_undegraded":"2024-09-17T03:32:55.429352+0000","last_fullsized":"2024-09-17T03:32:55.429352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068104+0000","last_change":"2024-09-17T03:32:54.428379+0000","last_active":"2024-09-17T03:32:56.068104+0000","last_peered":"2024-09-17T03:32:56.068104+0000","last_clean":"2024-09-17T03:32:56.068104+0000","last_became_active":"2024-09-17T03:32:54.428073+0000","last_became_peered":"2024-09-17T03:32:54.428073+0000","last_unstale":"2024-09-17T03:32:56.068104+0000","last_undegraded":"2024-09-17T03:32:56.068104+0000","last_fullsized":"2024-09-17T03:32:56.068104+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:45:48.200810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068221+0000","last_change":"2024-09-17T03:32:54.419269+0000","last_active":"2024-09-17T03:32:56.068221+0000","last_peered":"2024-09-17T03:32:56.068221+0000","last_clean":"2024-09-17T03:32:56.068221+0000","last_became_active":"2024-09-17T03:32:54.418974+0000","last_became_peered":"2024-09-17T03:32:54.418974+0000","last_unstale":"2024-09-17T03:32:56.068221+0000","last_undegraded":"2024-09-17T03:32:56.068221+0000","last_fullsized":"2024-09-17T03:32:56.068221+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:30:11.162777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446563+0000","last_change":"2024-09-17T03:32:54.442494+0000","last_active":"2024-09-17T03:32:54.446563+0000","last_peered":"2024-09-17T03:32:54.446563+0000","last_clean":"2024-09-17T03:32:54.446563+0000","last_became_active":"2024-09-17T03:32:54.441777+0000","last_became_peered":"2024-09-17T03:32:54.441777+0000","last_unstale":"2024-09-17T03:32:54.446563+0000","last_undegraded":"2024-09-17T03:32:54.446563+0000","last_fullsized":"2024-09-17T03:32:54.446563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:56:19.967520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426457+0000","last_change":"2024-09-17T03:32:54.435598+0000","last_active":"2024-09-17T03:32:55.426457+0000","last_peered":"2024-09-17T03:32:55.426457+0000","last_clean":"2024-09-17T03:32:55.426457+0000","last_became_active":"2024-09-17T03:32:54.434793+0000","last_became_peered":"2024-09-17T03:32:54.434793+0000","last_unstale":"2024-09-17T03:32:55.426457+0000","last_undegraded":"2024-09-17T03:32:55.426457+0000","last_fullsized":"2024-09-17T03:32:55.426457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:07:01.233579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429544+0000","last_change":"2024-09-17T03:32:54.430556+0000","last_active":"2024-09-17T03:32:55.429544+0000","last_peered":"2024-09-17T03:32:55.429544+0000","last_clean":"2024-09-17T03:32:55.429544+0000","last_became_active":"2024-09-17T03:32:54.430261+0000","last_became_peered":"2024-09-17T03:32:54.430261+0000","last_unstale":"2024-09-17T03:32:55.429544+0000","last_undegraded":"2024-09-17T03:32:55.429544+0000","last_fullsized":"2024-09-17T03:32:55.429544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450414+0000","last_change":"2024-09-17T03:32:54.449366+0000","last_active":"2024-09-17T03:32:54.450414+0000","last_peered":"2024-09-17T03:32:54.450414+0000","last_clean":"2024-09-17T03:32:54.450414+0000","last_became_active":"2024-09-17T03:32:54.449029+0000","last_became_peered":"2024-09-17T03:32:54.449029+0000","last_unstale":"2024-09-17T03:32:54.450414+0000","last_undegraded":"2024-09-17T03:32:54.450414+0000","last_fullsized":"2024-09-17T03:32:54.450414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:32:47.828014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428435+0000","last_change":"2024-09-17T03:32:54.428079+0000","last_active":"2024-09-17T03:32:55.428435+0000","last_peered":"2024-09-17T03:32:55.428435+0000","last_clean":"2024-09-17T03:32:55.428435+0000","last_became_active":"2024-09-17T03:32:54.427707+0000","last_became_peered":"2024-09-17T03:32:54.427707+0000","last_unstale":"2024-09-17T03:32:55.428435+0000","last_undegraded":"2024-09-17T03:32:55.428435+0000","last_fullsized":"2024-09-17T03:32:55.428435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067711+0000","last_change":"2024-09-17T03:32:54.448241+0000","last_active":"2024-09-17T03:32:56.067711+0000","last_peered":"2024-09-17T03:32:56.067711+0000","last_clean":"2024-09-17T03:32:56.067711+0000","last_became_active":"2024-09-17T03:32:54.447919+0000","last_became_peered":"2024-09-17T03:32:54.447919+0000","last_unstale":"2024-09-17T03:32:56.067711+0000","last_undegraded":"2024-09-17T03:32:56.067711+0000","last_fullsized":"2024-09-17T03:32:56.067711+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:58:10.698015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428859+0000","last_change":"2024-09-17T03:32:54.427427+0000","last_active":"2024-09-17T03:32:55.428859+0000","last_peered":"2024-09-17T03:32:55.428859+0000","last_clean":"2024-09-17T03:32:55.428859+0000","last_became_active":"2024-09-17T03:32:54.427028+0000","last_became_peered":"2024-09-17T03:32:54.427028+0000","last_unstale":"2024-09-17T03:32:55.428859+0000","last_undegraded":"2024-09-17T03:32:55.428859+0000","last_fullsized":"2024-09-17T03:32:55.428859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428974+0000","last_change":"2024-09-17T03:32:54.421427+0000","last_active":"2024-09-17T03:32:55.428974+0000","last_peered":"2024-09-17T03:32:55.428974+0000","last_clean":"2024-09-17T03:32:55.428974+0000","last_became_active":"2024-09-17T03:32:54.421099+0000","last_became_peered":"2024-09-17T03:32:54.421099+0000","last_unstale":"2024-09-17T03:32:55.428974+0000","last_undegraded":"2024-09-17T03:32:55.428974+0000","last_fullsized":"2024-09-17T03:32:55.428974+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446590+0000","last_change":"2024-09-17T03:32:54.445386+0000","last_active":"2024-09-17T03:32:54.446590+0000","last_peered":"2024-09-17T03:32:54.446590+0000","last_clean":"2024-09-17T03:32:54.446590+0000","last_became_active":"2024-09-17T03:32:54.442193+0000","last_became_peered":"2024-09-17T03:32:54.442193+0000","last_unstale":"2024-09-17T03:32:54.446590+0000","last_undegraded":"2024-09-17T03:32:54.446590+0000","last_fullsized":"2024-09-17T03:32:54.446590+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:02:52.500140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.429050+0000","last_change":"2024-09-17T03:32:54.427477+0000","last_active":"2024-09-17T03:32:54.429050+0000","last_peered":"2024-09-17T03:32:54.429050+0000","last_clean":"2024-09-17T03:32:54.429050+0000","last_became_active":"2024-09-17T03:32:54.427163+0000","last_became_peered":"2024-09-17T03:32:54.427163+0000","last_unstale":"2024-09-17T03:32:54.429050+0000","last_undegraded":"2024-09-17T03:32:54.429050+0000","last_fullsized":"2024-09-17T03:32:54.429050+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:04.225159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453929+0000","last_change":"2024-09-17T03:32:54.449055+0000","last_active":"2024-09-17T03:32:54.453929+0000","last_peered":"2024-09-17T03:32:54.453929+0000","last_clean":"2024-09-17T03:32:54.453929+0000","last_became_active":"2024-09-17T03:32:54.448729+0000","last_became_peered":"2024-09-17T03:32:54.448729+0000","last_unstale":"2024-09-17T03:32:54.453929+0000","last_undegraded":"2024-09-17T03:32:54.453929+0000","last_fullsized":"2024-09-17T03:32:54.453929+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:46:04.162705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429495+0000","last_change":"2024-09-17T03:32:53.414301+0000","last_active":"2024-09-17T03:32:55.429495+0000","last_peered":"2024-09-17T03:32:55.429495+0000","last_clean":"2024-09-17T03:32:55.429495+0000","last_became_active":"2024-09-17T03:32:53.414006+0000","last_became_peered":"2024-09-17T03:32:53.414006+0000","last_unstale":"2024-09-17T03:32:55.429495+0000","last_undegraded":"2024-09-17T03:32:55.429495+0000","last_fullsized":"2024-09-17T03:32:55.429495+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451768+0000","last_change":"2024-09-17T03:32:54.451131+0000","last_active":"2024-09-17T03:32:54.451768+0000","last_peered":"2024-09-17T03:32:54.451768+0000","last_clean":"2024-09-17T03:32:54.451768+0000","last_became_active":"2024-09-17T03:32:54.450364+0000","last_became_peered":"2024-09-17T03:32:54.450364+0000","last_unstale":"2024-09-17T03:32:54.451768+0000","last_undegraded":"2024-09-17T03:32:54.451768+0000","last_fullsized":"2024-09-17T03:32:54.451768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:51:37.263161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450320+0000","last_change":"2024-09-17T03:32:53.414901+0000","last_active":"2024-09-17T03:32:54.450320+0000","last_peered":"2024-09-17T03:32:54.450320+0000","last_clean":"2024-09-17T03:32:54.450320+0000","last_became_active":"2024-09-17T03:32:53.414529+0000","last_became_peered":"2024-09-17T03:32:53.414529+0000","last_unstale":"2024-09-17T03:32:54.450320+0000","last_undegraded":"2024-09-17T03:32:54.450320+0000","last_fullsized":"2024-09-17T03:32:54.450320+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:48:37.336600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068777+0000","last_change":"2024-09-17T03:32:54.437396+0000","last_active":"2024-09-17T03:32:56.068777+0000","last_peered":"2024-09-17T03:32:56.068777+0000","last_clean":"2024-09-17T03:32:56.068777+0000","last_became_active":"2024-09-17T03:32:54.436892+0000","last_became_peered":"2024-09-17T03:32:54.436892+0000","last_unstale":"2024-09-17T03:32:56.068777+0000","last_undegraded":"2024-09-17T03:32:56.068777+0000","last_fullsized":"2024-09-17T03:32:56.068777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:12:38.239888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449827+0000","last_change":"2024-09-17T03:32:53.418458+0000","last_active":"2024-09-17T03:32:54.449827+0000","last_peered":"2024-09-17T03:32:54.449827+0000","last_clean":"2024-09-17T03:32:54.449827+0000","last_became_active":"2024-09-17T03:32:53.418119+0000","last_became_peered":"2024-09-17T03:32:53.418119+0000","last_unstale":"2024-09-17T03:32:54.449827+0000","last_undegraded":"2024-09-17T03:32:54.449827+0000","last_fullsized":"2024-09-17T03:32:54.449827+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405492+0000","last_change":"2024-09-17T03:32:53.405492+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405492+0000","last_undegraded":"2024-09-17T03:32:53.405492+0000","last_fullsized":"2024-09-17T03:32:53.405492+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068413+0000","last_change":"2024-09-17T03:32:53.418105+0000","last_active":"2024-09-17T03:32:56.068413+0000","last_peered":"2024-09-17T03:32:56.068413+0000","last_clean":"2024-09-17T03:32:56.068413+0000","last_became_active":"2024-09-17T03:32:53.417769+0000","last_became_peered":"2024-09-17T03:32:53.417769+0000","last_unstale":"2024-09-17T03:32:56.068413+0000","last_undegraded":"2024-09-17T03:32:56.068413+0000","last_fullsized":"2024-09-17T03:32:56.068413+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:49:37.485726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435136+0000","last_change":"2024-09-17T03:32:54.433693+0000","last_active":"2024-09-17T03:32:54.435136+0000","last_peered":"2024-09-17T03:32:54.435136+0000","last_clean":"2024-09-17T03:32:54.435136+0000","last_became_active":"2024-09-17T03:32:54.433340+0000","last_became_peered":"2024-09-17T03:32:54.433340+0000","last_unstale":"2024-09-17T03:32:54.435136+0000","last_undegraded":"2024-09-17T03:32:54.435136+0000","last_fullsized":"2024-09-17T03:32:54.435136+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067764+0000","last_change":"2024-09-17T03:32:53.417717+0000","last_active":"2024-09-17T03:32:56.067764+0000","last_peered":"2024-09-17T03:32:56.067764+0000","last_clean":"2024-09-17T03:32:56.067764+0000","last_became_active":"2024-09-17T03:32:53.417405+0000","last_became_peered":"2024-09-17T03:32:53.417405+0000","last_unstale":"2024-09-17T03:32:56.067764+0000","last_undegraded":"2024-09-17T03:32:56.067764+0000","last_fullsized":"2024-09-17T03:32:56.067764+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:57.653096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067892+0000","last_change":"2024-09-17T03:32:54.436586+0000","last_active":"2024-09-17T03:32:56.067892+0000","last_peered":"2024-09-17T03:32:56.067892+0000","last_clean":"2024-09-17T03:32:56.067892+0000","last_became_active":"2024-09-17T03:32:54.431461+0000","last_became_peered":"2024-09-17T03:32:54.431461+0000","last_unstale":"2024-09-17T03:32:56.067892+0000","last_undegraded":"2024-09-17T03:32:56.067892+0000","last_fullsized":"2024-09-17T03:32:56.067892+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:18:29.274733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446477+0000","last_change":"2024-09-17T03:32:53.413926+0000","last_active":"2024-09-17T03:32:54.446477+0000","last_peered":"2024-09-17T03:32:54.446477+0000","last_clean":"2024-09-17T03:32:54.446477+0000","last_became_active":"2024-09-17T03:32:53.413515+0000","last_became_peered":"2024-09-17T03:32:53.413515+0000","last_unstale":"2024-09-17T03:32:54.446477+0000","last_undegraded":"2024-09-17T03:32:54.446477+0000","last_fullsized":"2024-09-17T03:32:54.446477+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:47.741125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068904+0000","last_change":"2024-09-17T03:32:54.432616+0000","last_active":"2024-09-17T03:32:56.068904+0000","last_peered":"2024-09-17T03:32:56.068904+0000","last_clean":"2024-09-17T03:32:56.068904+0000","last_became_active":"2024-09-17T03:32:54.432310+0000","last_became_peered":"2024-09-17T03:32:54.432310+0000","last_unstale":"2024-09-17T03:32:56.068904+0000","last_undegraded":"2024-09-17T03:32:56.068904+0000","last_fullsized":"2024-09-17T03:32:56.068904+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:27.505306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419297+0000","last_change":"2024-09-17T03:32:53.420579+0000","last_active":"2024-09-17T03:32:54.419297+0000","last_peered":"2024-09-17T03:32:54.419297+0000","last_clean":"2024-09-17T03:32:54.419297+0000","last_became_active":"2024-09-17T03:32:53.420256+0000","last_became_peered":"2024-09-17T03:32:53.420256+0000","last_unstale":"2024-09-17T03:32:54.419297+0000","last_undegraded":"2024-09-17T03:32:54.419297+0000","last_fullsized":"2024-09-17T03:32:54.419297+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:07:11.440108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410509+0000","last_change":"2024-09-17T03:32:53.410509+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410509+0000","last_undegraded":"2024-09-17T03:32:53.410509+0000","last_fullsized":"2024-09-17T03:32:53.410509+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067305+0000","last_change":"2024-09-17T03:32:53.420357+0000","last_active":"2024-09-17T03:32:56.067305+0000","last_peered":"2024-09-17T03:32:56.067305+0000","last_clean":"2024-09-17T03:32:56.067305+0000","last_became_active":"2024-09-17T03:32:53.420036+0000","last_became_peered":"2024-09-17T03:32:53.420036+0000","last_unstale":"2024-09-17T03:32:56.067305+0000","last_undegraded":"2024-09-17T03:32:56.067305+0000","last_fullsized":"2024-09-17T03:32:56.067305+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426803+0000","last_change":"2024-09-17T03:32:54.432152+0000","last_active":"2024-09-17T03:32:55.426803+0000","last_peered":"2024-09-17T03:32:55.426803+0000","last_clean":"2024-09-17T03:32:55.426803+0000","last_became_active":"2024-09-17T03:32:54.431791+0000","last_became_peered":"2024-09-17T03:32:54.431791+0000","last_unstale":"2024-09-17T03:32:55.426803+0000","last_undegraded":"2024-09-17T03:32:55.426803+0000","last_fullsized":"2024-09-17T03:32:55.426803+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:49.839473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.422938+0000","last_change":"2024-09-17T03:32:53.416073+0000","last_active":"2024-09-17T03:32:53.422938+0000","last_peered":"2024-09-17T03:32:53.422938+0000","last_clean":"2024-09-17T03:32:53.422938+0000","last_became_active":"2024-09-17T03:32:53.412883+0000","last_became_peered":"2024-09-17T03:32:53.412883+0000","last_unstale":"2024-09-17T03:32:53.422938+0000","last_undegraded":"2024-09-17T03:32:53.422938+0000","last_fullsized":"2024-09-17T03:32:53.422938+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439122+0000","last_change":"2024-09-17T03:32:54.434189+0000","last_active":"2024-09-17T03:32:54.439122+0000","last_peered":"2024-09-17T03:32:54.439122+0000","last_clean":"2024-09-17T03:32:54.439122+0000","last_became_active":"2024-09-17T03:32:54.433681+0000","last_became_peered":"2024-09-17T03:32:54.433681+0000","last_unstale":"2024-09-17T03:32:54.439122+0000","last_undegraded":"2024-09-17T03:32:54.439122+0000","last_fullsized":"2024-09-17T03:32:54.439122+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:44:48.024195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068322+0000","last_change":"2024-09-17T03:32:53.421715+0000","last_active":"2024-09-17T03:32:56.068322+0000","last_peered":"2024-09-17T03:32:56.068322+0000","last_clean":"2024-09-17T03:32:56.068322+0000","last_became_active":"2024-09-17T03:32:53.421349+0000","last_became_peered":"2024-09-17T03:32:53.421349+0000","last_unstale":"2024-09-17T03:32:56.068322+0000","last_undegraded":"2024-09-17T03:32:56.068322+0000","last_fullsized":"2024-09-17T03:32:56.068322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:12.212843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435185+0000","last_change":"2024-09-17T03:32:54.433090+0000","last_active":"2024-09-17T03:32:54.435185+0000","last_peered":"2024-09-17T03:32:54.435185+0000","last_clean":"2024-09-17T03:32:54.435185+0000","last_became_active":"2024-09-17T03:32:54.432687+0000","last_became_peered":"2024-09-17T03:32:54.432687+0000","last_unstale":"2024-09-17T03:32:54.435185+0000","last_undegraded":"2024-09-17T03:32:54.435185+0000","last_fullsized":"2024-09-17T03:32:54.435185+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068400+0000","last_change":"2024-09-17T03:32:53.419351+0000","last_active":"2024-09-17T03:32:56.068400+0000","last_peered":"2024-09-17T03:32:56.068400+0000","last_clean":"2024-09-17T03:32:56.068400+0000","last_became_active":"2024-09-17T03:32:53.419012+0000","last_became_peered":"2024-09-17T03:32:53.419012+0000","last_unstale":"2024-09-17T03:32:56.068400+0000","last_undegraded":"2024-09-17T03:32:56.068400+0000","last_fullsized":"2024-09-17T03:32:56.068400+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:25.083928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068148+0000","last_change":"2024-09-17T03:32:54.428571+0000","last_active":"2024-09-17T03:32:56.068148+0000","last_peered":"2024-09-17T03:32:56.068148+0000","last_clean":"2024-09-17T03:32:56.068148+0000","last_became_active":"2024-09-17T03:32:54.427854+0000","last_became_peered":"2024-09-17T03:32:54.427854+0000","last_unstale":"2024-09-17T03:32:56.068148+0000","last_undegraded":"2024-09-17T03:32:56.068148+0000","last_fullsized":"2024-09-17T03:32:56.068148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:26:27.544664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423930+0000","last_change":"2024-09-17T03:32:53.421706+0000","last_active":"2024-09-17T03:32:53.423930+0000","last_peered":"2024-09-17T03:32:53.423930+0000","last_clean":"2024-09-17T03:32:53.423930+0000","last_became_active":"2024-09-17T03:32:53.421149+0000","last_became_peered":"2024-09-17T03:32:53.421149+0000","last_unstale":"2024-09-17T03:32:53.423930+0000","last_undegraded":"2024-09-17T03:32:53.423930+0000","last_fullsized":"2024-09-17T03:32:53.423930+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:51.001252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449487+0000","last_change":"2024-09-17T03:32:54.447829+0000","last_active":"2024-09-17T03:32:54.449487+0000","last_peered":"2024-09-17T03:32:54.449487+0000","last_clean":"2024-09-17T03:32:54.449487+0000","last_became_active":"2024-09-17T03:32:54.447402+0000","last_became_peered":"2024-09-17T03:32:54.447402+0000","last_unstale":"2024-09-17T03:32:54.449487+0000","last_undegraded":"2024-09-17T03:32:54.449487+0000","last_fullsized":"2024-09-17T03:32:54.449487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423694+0000","last_change":"2024-09-17T03:32:53.420652+0000","last_active":"2024-09-17T03:32:53.423694+0000","last_peered":"2024-09-17T03:32:53.423694+0000","last_clean":"2024-09-17T03:32:53.423694+0000","last_became_active":"2024-09-17T03:32:53.420378+0000","last_became_peered":"2024-09-17T03:32:53.420378+0000","last_unstale":"2024-09-17T03:32:53.423694+0000","last_undegraded":"2024-09-17T03:32:53.423694+0000","last_fullsized":"2024-09-17T03:32:53.423694+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:03.219971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408191+0000","last_change":"2024-09-17T03:32:53.408191+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408191+0000","last_undegraded":"2024-09-17T03:32:53.408191+0000","last_fullsized":"2024-09-17T03:32:53.408191+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419434+0000","last_change":"2024-09-17T03:32:53.422532+0000","last_active":"2024-09-17T03:32:54.419434+0000","last_peered":"2024-09-17T03:32:54.419434+0000","last_clean":"2024-09-17T03:32:54.419434+0000","last_became_active":"2024-09-17T03:32:53.422175+0000","last_became_peered":"2024-09-17T03:32:53.422175+0000","last_unstale":"2024-09-17T03:32:54.419434+0000","last_undegraded":"2024-09-17T03:32:54.419434+0000","last_fullsized":"2024-09-17T03:32:54.419434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.443898+0000","last_change":"2024-09-17T03:32:54.439470+0000","last_active":"2024-09-17T03:32:54.443898+0000","last_peered":"2024-09-17T03:32:54.443898+0000","last_clean":"2024-09-17T03:32:54.443898+0000","last_became_active":"2024-09-17T03:32:54.439108+0000","last_became_peered":"2024-09-17T03:32:54.439108+0000","last_unstale":"2024-09-17T03:32:54.443898+0000","last_undegraded":"2024-09-17T03:32:54.443898+0000","last_fullsized":"2024-09-17T03:32:54.443898+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:30.450347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428006+0000","last_change":"2024-09-17T03:32:53.417234+0000","last_active":"2024-09-17T03:32:55.428006+0000","last_peered":"2024-09-17T03:32:55.428006+0000","last_clean":"2024-09-17T03:32:55.428006+0000","last_became_active":"2024-09-17T03:32:53.416871+0000","last_became_peered":"2024-09-17T03:32:53.416871+0000","last_unstale":"2024-09-17T03:32:55.428006+0000","last_undegraded":"2024-09-17T03:32:55.428006+0000","last_fullsized":"2024-09-17T03:32:55.428006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:58.358585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410051+0000","last_change":"2024-09-17T03:32:53.410051+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410051+0000","last_undegraded":"2024-09-17T03:32:53.410051+0000","last_fullsized":"2024-09-17T03:32:53.410051+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":21,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449902+0000","last_change":"2024-09-17T03:32:53.413112+0000","last_active":"2024-09-17T03:32:54.449902+0000","last_peered":"2024-09-17T03:32:54.449902+0000","last_clean":"2024-09-17T03:32:54.449902+0000","last_became_active":"2024-09-17T03:32:53.412771+0000","last_became_peered":"2024-09-17T03:32:53.412771+0000","last_unstale":"2024-09-17T03:32:54.449902+0000","last_undegraded":"2024-09-17T03:32:54.449902+0000","last_fullsized":"2024-09-17T03:32:54.449902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:31.812617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408635+0000","last_change":"2024-09-17T03:32:53.408635+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408635+0000","last_undegraded":"2024-09-17T03:32:53.408635+0000","last_fullsized":"2024-09-17T03:32:53.408635+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068580+0000","last_change":"2024-09-17T03:32:53.421935+0000","last_active":"2024-09-17T03:32:56.068580+0000","last_peered":"2024-09-17T03:32:56.068580+0000","last_clean":"2024-09-17T03:32:56.068580+0000","last_became_active":"2024-09-17T03:32:53.421375+0000","last_became_peered":"2024-09-17T03:32:53.421375+0000","last_unstale":"2024-09-17T03:32:56.068580+0000","last_undegraded":"2024-09-17T03:32:56.068580+0000","last_fullsized":"2024-09-17T03:32:56.068580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:40.788070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068166+0000","last_change":"2024-09-17T03:32:54.447717+0000","last_active":"2024-09-17T03:32:56.068166+0000","last_peered":"2024-09-17T03:32:56.068166+0000","last_clean":"2024-09-17T03:32:56.068166+0000","last_became_active":"2024-09-17T03:32:54.446917+0000","last_became_peered":"2024-09-17T03:32:54.446917+0000","last_unstale":"2024-09-17T03:32:56.068166+0000","last_undegraded":"2024-09-17T03:32:56.068166+0000","last_fullsized":"2024-09-17T03:32:56.068166+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:43:51.826909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068840+0000","last_change":"2024-09-17T03:32:53.422802+0000","last_active":"2024-09-17T03:32:56.068840+0000","last_peered":"2024-09-17T03:32:56.068840+0000","last_clean":"2024-09-17T03:32:56.068840+0000","last_became_active":"2024-09-17T03:32:53.422442+0000","last_became_peered":"2024-09-17T03:32:53.422442+0000","last_unstale":"2024-09-17T03:32:56.068840+0000","last_undegraded":"2024-09-17T03:32:56.068840+0000","last_fullsized":"2024-09-17T03:32:56.068840+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:19.638477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068705+0000","last_change":"2024-09-17T03:32:54.431363+0000","last_active":"2024-09-17T03:32:56.068705+0000","last_peered":"2024-09-17T03:32:56.068705+0000","last_clean":"2024-09-17T03:32:56.068705+0000","last_became_active":"2024-09-17T03:32:54.431059+0000","last_became_peered":"2024-09-17T03:32:54.431059+0000","last_unstale":"2024-09-17T03:32:56.068705+0000","last_undegraded":"2024-09-17T03:32:56.068705+0000","last_fullsized":"2024-09-17T03:32:56.068705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:26.089116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426943+0000","last_change":"2024-09-17T03:32:53.407595+0000","last_active":"2024-09-17T03:32:55.426943+0000","last_peered":"2024-09-17T03:32:55.426943+0000","last_clean":"2024-09-17T03:32:55.426943+0000","last_became_active":"2024-09-17T03:32:53.407253+0000","last_became_peered":"2024-09-17T03:32:53.407253+0000","last_unstale":"2024-09-17T03:32:55.426943+0000","last_undegraded":"2024-09-17T03:32:55.426943+0000","last_fullsized":"2024-09-17T03:32:55.426943+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:39.262937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426675+0000","last_change":"2024-09-17T03:32:54.430681+0000","last_active":"2024-09-17T03:32:55.426675+0000","last_peered":"2024-09-17T03:32:55.426675+0000","last_clean":"2024-09-17T03:32:55.426675+0000","last_became_active":"2024-09-17T03:32:54.430254+0000","last_became_peered":"2024-09-17T03:32:54.430254+0000","last_unstale":"2024-09-17T03:32:55.426675+0000","last_undegraded":"2024-09-17T03:32:55.426675+0000","last_fullsized":"2024-09-17T03:32:55.426675+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:59.363774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419073+0000","last_change":"2024-09-17T03:32:53.414673+0000","last_active":"2024-09-17T03:32:54.419073+0000","last_peered":"2024-09-17T03:32:54.419073+0000","last_clean":"2024-09-17T03:32:54.419073+0000","last_became_active":"2024-09-17T03:32:53.414355+0000","last_became_peered":"2024-09-17T03:32:53.414355+0000","last_unstale":"2024-09-17T03:32:54.419073+0000","last_undegraded":"2024-09-17T03:32:54.419073+0000","last_fullsized":"2024-09-17T03:32:54.419073+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:22:14.832974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.444011+0000","last_change":"2024-09-17T03:32:54.440592+0000","last_active":"2024-09-17T03:32:54.444011+0000","last_peered":"2024-09-17T03:32:54.444011+0000","last_clean":"2024-09-17T03:32:54.444011+0000","last_became_active":"2024-09-17T03:32:54.440125+0000","last_became_peered":"2024-09-17T03:32:54.440125+0000","last_unstale":"2024-09-17T03:32:54.444011+0000","last_undegraded":"2024-09-17T03:32:54.444011+0000","last_fullsized":"2024-09-17T03:32:54.444011+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:28:50.669037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426384+0000","last_change":"2024-09-17T03:32:53.416177+0000","last_active":"2024-09-17T03:32:55.426384+0000","last_peered":"2024-09-17T03:32:55.426384+0000","last_clean":"2024-09-17T03:32:55.426384+0000","last_became_active":"2024-09-17T03:32:53.415851+0000","last_became_peered":"2024-09-17T03:32:53.415851+0000","last_unstale":"2024-09-17T03:32:55.426384+0000","last_undegraded":"2024-09-17T03:32:55.426384+0000","last_fullsized":"2024-09-17T03:32:55.426384+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:32:21.986478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.433936+0000","last_change":"2024-09-17T03:32:54.432040+0000","last_active":"2024-09-17T03:32:54.433936+0000","last_peered":"2024-09-17T03:32:54.433936+0000","last_clean":"2024-09-17T03:32:54.433936+0000","last_became_active":"2024-09-17T03:32:54.431722+0000","last_became_peered":"2024-09-17T03:32:54.431722+0000","last_unstale":"2024-09-17T03:32:54.433936+0000","last_undegraded":"2024-09-17T03:32:54.433936+0000","last_fullsized":"2024-09-17T03:32:54.433936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426333+0000","last_change":"2024-09-17T03:32:53.414366+0000","last_active":"2024-09-17T03:32:55.426333+0000","last_peered":"2024-09-17T03:32:55.426333+0000","last_clean":"2024-09-17T03:32:55.426333+0000","last_became_active":"2024-09-17T03:32:53.414051+0000","last_became_peered":"2024-09-17T03:32:53.414051+0000","last_unstale":"2024-09-17T03:32:55.426333+0000","last_undegraded":"2024-09-17T03:32:55.426333+0000","last_fullsized":"2024-09-17T03:32:55.426333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:41:41.039116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.440738+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.440405+0000","last_became_peered":"2024-09-17T03:32:54.440405+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:18:49.642481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.424720+0000","last_change":"2024-09-17T03:32:53.419743+0000","last_active":"2024-09-17T03:32:54.424720+0000","last_peered":"2024-09-17T03:32:54.424720+0000","last_clean":"2024-09-17T03:32:54.424720+0000","last_became_active":"2024-09-17T03:32:53.419450+0000","last_became_peered":"2024-09-17T03:32:53.419450+0000","last_unstale":"2024-09-17T03:32:54.424720+0000","last_undegraded":"2024-09-17T03:32:54.424720+0000","last_fullsized":"2024-09-17T03:32:54.424720+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:00:35.718052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404751+0000","last_change":"2024-09-17T03:32:53.404751+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404751+0000","last_undegraded":"2024-09-17T03:32:53.404751+0000","last_fullsized":"2024-09-17T03:32:53.404751+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426168+0000","last_change":"2024-09-17T03:32:53.415283+0000","last_active":"2024-09-17T03:32:55.426168+0000","last_peered":"2024-09-17T03:32:55.426168+0000","last_clean":"2024-09-17T03:32:55.426168+0000","last_became_active":"2024-09-17T03:32:53.414970+0000","last_became_peered":"2024-09-17T03:32:53.414970+0000","last_unstale":"2024-09-17T03:32:55.426168+0000","last_undegraded":"2024-09-17T03:32:55.426168+0000","last_fullsized":"2024-09-17T03:32:55.426168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:36:39.804734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451355+0000","last_change":"2024-09-17T03:32:54.450134+0000","last_active":"2024-09-17T03:32:54.451355+0000","last_peered":"2024-09-17T03:32:54.451355+0000","last_clean":"2024-09-17T03:32:54.451355+0000","last_became_active":"2024-09-17T03:32:54.449769+0000","last_became_peered":"2024-09-17T03:32:54.449769+0000","last_unstale":"2024-09-17T03:32:54.451355+0000","last_undegraded":"2024-09-17T03:32:54.451355+0000","last_fullsized":"2024-09-17T03:32:54.451355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:08:18.737561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068774+0000","last_change":"2024-09-17T03:32:53.422830+0000","last_active":"2024-09-17T03:32:56.068774+0000","last_peered":"2024-09-17T03:32:56.068774+0000","last_clean":"2024-09-17T03:32:56.068774+0000","last_became_active":"2024-09-17T03:32:53.422317+0000","last_became_peered":"2024-09-17T03:32:53.422317+0000","last_unstale":"2024-09-17T03:32:56.068774+0000","last_undegraded":"2024-09-17T03:32:56.068774+0000","last_fullsized":"2024-09-17T03:32:56.068774+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:29:22.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439167+0000","last_change":"2024-09-17T03:32:54.434778+0000","last_active":"2024-09-17T03:32:54.439167+0000","last_peered":"2024-09-17T03:32:54.439167+0000","last_clean":"2024-09-17T03:32:54.439167+0000","last_became_active":"2024-09-17T03:32:54.434434+0000","last_became_peered":"2024-09-17T03:32:54.434434+0000","last_unstale":"2024-09-17T03:32:54.439167+0000","last_undegraded":"2024-09-17T03:32:54.439167+0000","last_fullsized":"2024-09-17T03:32:54.439167+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:08.521881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426528+0000","last_change":"2024-09-17T03:32:53.422795+0000","last_active":"2024-09-17T03:32:55.426528+0000","last_peered":"2024-09-17T03:32:55.426528+0000","last_clean":"2024-09-17T03:32:55.426528+0000","last_became_active":"2024-09-17T03:32:53.422447+0000","last_became_peered":"2024-09-17T03:32:53.422447+0000","last_unstale":"2024-09-17T03:32:55.426528+0000","last_undegraded":"2024-09-17T03:32:55.426528+0000","last_fullsized":"2024-09-17T03:32:55.426528+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:06:18.808245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405305+0000","last_change":"2024-09-17T03:32:53.405305+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405305+0000","last_undegraded":"2024-09-17T03:32:53.405305+0000","last_fullsized":"2024-09-17T03:32:53.405305+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425201+0000","last_change":"2024-09-17T03:32:53.413801+0000","last_active":"2024-09-17T03:32:54.425201+0000","last_peered":"2024-09-17T03:32:54.425201+0000","last_clean":"2024-09-17T03:32:54.425201+0000","last_became_active":"2024-09-17T03:32:53.413410+0000","last_became_peered":"2024-09-17T03:32:53.413410+0000","last_unstale":"2024-09-17T03:32:54.425201+0000","last_undegraded":"2024-09-17T03:32:54.425201+0000","last_fullsized":"2024-09-17T03:32:54.425201+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:24:52.625241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.434009+0000","last_change":"2024-09-17T03:32:54.431668+0000","last_active":"2024-09-17T03:32:54.434009+0000","last_peered":"2024-09-17T03:32:54.434009+0000","last_clean":"2024-09-17T03:32:54.434009+0000","last_became_active":"2024-09-17T03:32:54.431333+0000","last_became_peered":"2024-09-17T03:32:54.431333+0000","last_unstale":"2024-09-17T03:32:54.434009+0000","last_undegraded":"2024-09-17T03:32:54.434009+0000","last_fullsized":"2024-09-17T03:32:54.434009+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425829+0000","last_change":"2024-09-17T03:32:53.421428+0000","last_active":"2024-09-17T03:32:54.425829+0000","last_peered":"2024-09-17T03:32:54.425829+0000","last_clean":"2024-09-17T03:32:54.425829+0000","last_became_active":"2024-09-17T03:32:53.421060+0000","last_became_peered":"2024-09-17T03:32:53.421060+0000","last_unstale":"2024-09-17T03:32:54.425829+0000","last_undegraded":"2024-09-17T03:32:54.425829+0000","last_fullsized":"2024-09-17T03:32:54.425829+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:32:26.897437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.437845+0000","last_change":"2024-09-17T03:32:54.434973+0000","last_active":"2024-09-17T03:32:54.437845+0000","last_peered":"2024-09-17T03:32:54.437845+0000","last_clean":"2024-09-17T03:32:54.437845+0000","last_became_active":"2024-09-17T03:32:54.434652+0000","last_became_peered":"2024-09-17T03:32:54.434652+0000","last_unstale":"2024-09-17T03:32:54.437845+0000","last_undegraded":"2024-09-17T03:32:54.437845+0000","last_fullsized":"2024-09-17T03:32:54.437845+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:59.749544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428976+0000","last_change":"2024-09-17T03:32:53.418034+0000","last_active":"2024-09-17T03:32:55.428976+0000","last_peered":"2024-09-17T03:32:55.428976+0000","last_clean":"2024-09-17T03:32:55.428976+0000","last_became_active":"2024-09-17T03:32:53.417304+0000","last_became_peered":"2024-09-17T03:32:53.417304+0000","last_unstale":"2024-09-17T03:32:55.428976+0000","last_undegraded":"2024-09-17T03:32:55.428976+0000","last_fullsized":"2024-09-17T03:32:55.428976+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067858+0000","last_change":"2024-09-17T03:32:54.421209+0000","last_active":"2024-09-17T03:32:56.067858+0000","last_peered":"2024-09-17T03:32:56.067858+0000","last_clean":"2024-09-17T03:32:56.067858+0000","last_became_active":"2024-09-17T03:32:54.420848+0000","last_became_peered":"2024-09-17T03:32:54.420848+0000","last_unstale":"2024-09-17T03:32:56.067858+0000","last_undegraded":"2024-09-17T03:32:56.067858+0000","last_fullsized":"2024-09-17T03:32:56.067858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:29:15.729536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067450+0000","last_change":"2024-09-17T03:32:53.416999+0000","last_active":"2024-09-17T03:32:56.067450+0000","last_peered":"2024-09-17T03:32:56.067450+0000","last_clean":"2024-09-17T03:32:56.067450+0000","last_became_active":"2024-09-17T03:32:53.416704+0000","last_became_peered":"2024-09-17T03:32:53.416704+0000","last_unstale":"2024-09-17T03:32:56.067450+0000","last_undegraded":"2024-09-17T03:32:56.067450+0000","last_fullsized":"2024-09-17T03:32:56.067450+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439307+0000","last_change":"2024-09-17T03:32:54.434087+0000","last_active":"2024-09-17T03:32:54.439307+0000","last_peered":"2024-09-17T03:32:54.439307+0000","last_clean":"2024-09-17T03:32:54.439307+0000","last_became_active":"2024-09-17T03:32:54.433729+0000","last_became_peered":"2024-09-17T03:32:54.433729+0000","last_unstale":"2024-09-17T03:32:54.439307+0000","last_undegraded":"2024-09-17T03:32:54.439307+0000","last_fullsized":"2024-09-17T03:32:54.439307+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:02:55.603397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.416812+0000","last_change":"2024-09-17T03:32:53.415097+0000","last_active":"2024-09-17T03:32:53.416812+0000","last_peered":"2024-09-17T03:32:53.416812+0000","last_clean":"2024-09-17T03:32:53.416812+0000","last_became_active":"2024-09-17T03:32:53.414660+0000","last_became_peered":"2024-09-17T03:32:53.414660+0000","last_unstale":"2024-09-17T03:32:53.416812+0000","last_undegraded":"2024-09-17T03:32:53.416812+0000","last_fullsized":"2024-09-17T03:32:53.416812+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068613+0000","last_change":"2024-09-17T03:32:54.451339+0000","last_active":"2024-09-17T03:32:56.068613+0000","last_peered":"2024-09-17T03:32:56.068613+0000","last_clean":"2024-09-17T03:32:56.068613+0000","last_became_active":"2024-09-17T03:32:54.450820+0000","last_became_peered":"2024-09-17T03:32:54.450820+0000","last_unstale":"2024-09-17T03:32:56.068613+0000","last_undegraded":"2024-09-17T03:32:56.068613+0000","last_fullsized":"2024-09-17T03:32:56.068613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:04:17.426277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.423344+0000","last_change":"2024-09-17T03:32:53.413203+0000","last_active":"2024-09-17T03:32:54.423344+0000","last_peered":"2024-09-17T03:32:54.423344+0000","last_clean":"2024-09-17T03:32:54.423344+0000","last_became_active":"2024-09-17T03:32:53.412847+0000","last_became_peered":"2024-09-17T03:32:53.412847+0000","last_unstale":"2024-09-17T03:32:54.423344+0000","last_undegraded":"2024-09-17T03:32:54.423344+0000","last_fullsized":"2024-09-17T03:32:54.423344+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:26:22.936486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":139,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.427112+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:54.427112+0000","last_peered":"2024-09-17T03:32:54.427112+0000","last_clean":"2024-09-17T03:32:54.427112+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:54.427112+0000","last_undegraded":"2024-09-17T03:32:54.427112+0000","last_fullsized":"2024-09-17T03:32:54.427112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":434176,"data_stored":186823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":438272,"data_stored":186353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509458,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":180153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1015808,"data_stored":769951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":762750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":172382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:58.487 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 -- 172.21.15.45:0/205000460 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 msgr2=0x7fbcb80b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/205000460 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80b78e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fbcb808d540 tx=0x7fbcb002a9e0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 -- 172.21.15.45:0/205000460 shutdown_connections 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/205000460 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80b78e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/205000460 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcb80cf650 0x7fbcb80b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 -- 172.21.15.45:0/205000460 >> 172.21.15.45:0/205000460 conn(0x7fbcb80d4320 msgr2=0x7fbcb80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.640+0000 7fbcc05e6640 1 -- 172.21.15.45:0/205000460 shutdown_connections 2024-09-17T03:32:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.641+0000 7fbcc05e6640 1 -- 172.21.15.45:0/205000460 wait complete. 2024-09-17T03:32:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.642+0000 7fbcc05e6640 1 Processor -- start 2024-09-17T03:32:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.642+0000 7fbcc05e6640 1 -- start start 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcb806e5c0 0x7fbcb815b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80c95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcb80c9b20 0x7fbcb80ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb80d3380 con 0x7fbcb815e740 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb80d3200 con 0x7fbcb80c9b20 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb80d3500 con 0x7fbcb806e5c0 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80c95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80c95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48768/0 (socket says 172.21.15.45:48768) 2024-09-17T03:32:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 -- 172.21.15.45:0/1874376777 learned_addr learned my addr 172.21.15.45:0/1874376777 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbeb83640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcb80c9b20 0x7fbcb80ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbe382640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcb806e5c0 0x7fbcb815b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 -- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcb806e5c0 msgr2=0x7fbcb815b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcb806e5c0 0x7fbcb815b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 -- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcb80c9b20 msgr2=0x7fbcb80ce8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcb80c9b20 0x7fbcb80ce8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 -- 172.21.15.45:0/1874376777 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb81f8dd0 con 0x7fbcb815e740 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcbdb81640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80c95e0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fbca800c970 tx=0x7fbca800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8007bb0 con 0x7fbcb815e740 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbca8007e40 con 0x7fbcb815e740 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.644+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb81f90b0 con 0x7fbcb815e740 2024-09-17T03:32:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.645+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8005280 con 0x7fbcb815e740 2024-09-17T03:32:58.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.645+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb81f9670 con 0x7fbcb815e740 2024-09-17T03:32:58.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.645+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcb80cf890 con 0x7fbcb815e740 2024-09-17T03:32:58.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.646+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbca8005420 con 0x7fbcb815e740 2024-09-17T03:32:58.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.647+0000 7fbcaeffd640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbc9c078b90 0x7fbc9c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:58.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.647+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fbca809b200 con 0x7fbcb815e740 2024-09-17T03:32:58.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.647+0000 7fbcbe382640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbc9c078b90 0x7fbc9c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:58.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.648+0000 7fbcbe382640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbc9c078b90 0x7fbc9c07b0a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbcb4006fd0 tx=0x7fbcb4009060 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:58.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.651+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fbcb80cf890 con 0x7fbcb815e740 2024-09-17T03:32:58.837 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.837+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbcb815b890 con 0x7fbc9c078b90 2024-09-17T03:32:58.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.842+0000 7fbcaeffd640 1 -- 172.21.15.45:0/1874376777 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251114 (secure 0 0 0) 0x7fbcb4009550 con 0x7fbc9c078b90 2024-09-17T03:32:58.844 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:58.845 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbc9c078b90 msgr2=0x7fbc9c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbc9c078b90 0x7fbc9c07b0a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbcb4006fd0 tx=0x7fbcb4009060 comp rx=0 tx=0).stop 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 msgr2=0x7fbcb80c95e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80c95e0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fbca800c970 tx=0x7fbca800ce30 comp rx=0 tx=0).stop 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 shutdown_connections 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbc9c078b90 0x7fbc9c07b0a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcb80c9b20 0x7fbcb80ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbcb815e740 0x7fbcb80c95e0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 --2- 172.21.15.45:0/1874376777 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbcb806e5c0 0x7fbcb815b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.845+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 >> 172.21.15.45:0/1874376777 conn(0x7fbcb80d4320 msgr2=0x7fbcb815d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:58.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.846+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 shutdown_connections 2024-09-17T03:32:58.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:58.846+0000 7fbcc05e6640 1 -- 172.21.15.45:0/1874376777 wait complete. 2024-09-17T03:32:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-17T03:32:58.107363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":137,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103,"ondisk_log_size":103,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237360,"kb_used_data":4456,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737360,"statfs":{"total":773094113280,"available":772851056640,"internally_reserved":0,"allocated":4562944,"data_stored":2617670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713688"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404681+0000","last_change":"2024-09-17T03:32:53.404681+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404681+0000","last_undegraded":"2024-09-17T03:32:53.404681+0000","last_fullsized":"2024-09-17T03:32:53.404681+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.407733+0000","last_change":"2024-09-17T03:32:53.407733+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.407733+0000","last_undegraded":"2024-09-17T03:32:53.407733+0000","last_fullsized":"2024-09-17T03:32:53.407733+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450025+0000","last_change":"2024-09-17T03:32:54.449039+0000","last_active":"2024-09-17T03:32:54.450025+0000","last_peered":"2024-09-17T03:32:54.450025+0000","last_clean":"2024-09-17T03:32:54.450025+0000","last_became_active":"2024-09-17T03:32:54.448654+0000","last_became_peered":"2024-09-17T03:32:54.448654+0000","last_unstale":"2024-09-17T03:32:54.450025+0000","last_undegraded":"2024-09-17T03:32:54.450025+0000","last_fullsized":"2024-09-17T03:32:54.450025+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:41.793259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426724+0000","last_change":"2024-09-17T03:32:54.432218+0000","last_active":"2024-09-17T03:32:55.426724+0000","last_peered":"2024-09-17T03:32:55.426724+0000","last_clean":"2024-09-17T03:32:55.426724+0000","last_became_active":"2024-09-17T03:32:54.431830+0000","last_became_peered":"2024-09-17T03:32:54.431830+0000","last_unstale":"2024-09-17T03:32:55.426724+0000","last_undegraded":"2024-09-17T03:32:55.426724+0000","last_fullsized":"2024-09-17T03:32:55.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:10.922995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426462+0000","last_change":"2024-09-17T03:32:54.424226+0000","last_active":"2024-09-17T03:32:55.426462+0000","last_peered":"2024-09-17T03:32:55.426462+0000","last_clean":"2024-09-17T03:32:55.426462+0000","last_became_active":"2024-09-17T03:32:54.423879+0000","last_became_peered":"2024-09-17T03:32:54.423879+0000","last_unstale":"2024-09-17T03:32:55.426462+0000","last_undegraded":"2024-09-17T03:32:55.426462+0000","last_fullsized":"2024-09-17T03:32:55.426462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:35:02.128187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.430814+0000","last_change":"2024-09-17T03:32:54.429650+0000","last_active":"2024-09-17T03:32:54.430814+0000","last_peered":"2024-09-17T03:32:54.430814+0000","last_clean":"2024-09-17T03:32:54.430814+0000","last_became_active":"2024-09-17T03:32:54.429342+0000","last_became_peered":"2024-09-17T03:32:54.429342+0000","last_unstale":"2024-09-17T03:32:54.430814+0000","last_undegraded":"2024-09-17T03:32:54.430814+0000","last_fullsized":"2024-09-17T03:32:54.430814+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:52.006440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068027+0000","last_change":"2024-09-17T03:32:54.433104+0000","last_active":"2024-09-17T03:32:56.068027+0000","last_peered":"2024-09-17T03:32:56.068027+0000","last_clean":"2024-09-17T03:32:56.068027+0000","last_became_active":"2024-09-17T03:32:54.432765+0000","last_became_peered":"2024-09-17T03:32:54.432765+0000","last_unstale":"2024-09-17T03:32:56.068027+0000","last_undegraded":"2024-09-17T03:32:56.068027+0000","last_fullsized":"2024-09-17T03:32:56.068027+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:34:50.898464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.409060+0000","last_change":"2024-09-17T03:32:53.409060+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.409060+0000","last_undegraded":"2024-09-17T03:32:53.409060+0000","last_fullsized":"2024-09-17T03:32:53.409060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449224+0000","last_change":"2024-09-17T03:32:54.447991+0000","last_active":"2024-09-17T03:32:54.449224+0000","last_peered":"2024-09-17T03:32:54.449224+0000","last_clean":"2024-09-17T03:32:54.449224+0000","last_became_active":"2024-09-17T03:32:54.447575+0000","last_became_peered":"2024-09-17T03:32:54.447575+0000","last_unstale":"2024-09-17T03:32:54.449224+0000","last_undegraded":"2024-09-17T03:32:54.449224+0000","last_fullsized":"2024-09-17T03:32:54.449224+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:24:08.558985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068293+0000","last_change":"2024-09-17T03:32:54.449112+0000","last_active":"2024-09-17T03:32:56.068293+0000","last_peered":"2024-09-17T03:32:56.068293+0000","last_clean":"2024-09-17T03:32:56.068293+0000","last_became_active":"2024-09-17T03:32:54.446356+0000","last_became_peered":"2024-09-17T03:32:54.446356+0000","last_unstale":"2024-09-17T03:32:56.068293+0000","last_undegraded":"2024-09-17T03:32:56.068293+0000","last_fullsized":"2024-09-17T03:32:56.068293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:23:36.673914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.448151+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.447384+0000","last_became_peered":"2024-09-17T03:32:54.447384+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:59:15.530038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.436304+0000","last_change":"2024-09-17T03:32:54.433752+0000","last_active":"2024-09-17T03:32:54.436304+0000","last_peered":"2024-09-17T03:32:54.436304+0000","last_clean":"2024-09-17T03:32:54.436304+0000","last_became_active":"2024-09-17T03:32:54.433369+0000","last_became_peered":"2024-09-17T03:32:54.433369+0000","last_unstale":"2024-09-17T03:32:54.436304+0000","last_undegraded":"2024-09-17T03:32:54.436304+0000","last_fullsized":"2024-09-17T03:32:54.436304+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067615+0000","last_change":"2024-09-17T03:32:54.436358+0000","last_active":"2024-09-17T03:32:56.067615+0000","last_peered":"2024-09-17T03:32:56.067615+0000","last_clean":"2024-09-17T03:32:56.067615+0000","last_became_active":"2024-09-17T03:32:54.434394+0000","last_became_peered":"2024-09-17T03:32:54.434394+0000","last_unstale":"2024-09-17T03:32:56.067615+0000","last_undegraded":"2024-09-17T03:32:56.067615+0000","last_fullsized":"2024-09-17T03:32:56.067615+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:56.202038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067610+0000","last_change":"2024-09-17T03:32:54.438036+0000","last_active":"2024-09-17T03:32:56.067610+0000","last_peered":"2024-09-17T03:32:56.067610+0000","last_clean":"2024-09-17T03:32:56.067610+0000","last_became_active":"2024-09-17T03:32:54.437386+0000","last_became_peered":"2024-09-17T03:32:54.437386+0000","last_unstale":"2024-09-17T03:32:56.067610+0000","last_undegraded":"2024-09-17T03:32:56.067610+0000","last_fullsized":"2024-09-17T03:32:56.067610+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:07:56.456543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067605+0000","last_change":"2024-09-17T03:32:54.434374+0000","last_active":"2024-09-17T03:32:56.067605+0000","last_peered":"2024-09-17T03:32:56.067605+0000","last_clean":"2024-09-17T03:32:56.067605+0000","last_became_active":"2024-09-17T03:32:54.433810+0000","last_became_peered":"2024-09-17T03:32:54.433810+0000","last_unstale":"2024-09-17T03:32:56.067605+0000","last_undegraded":"2024-09-17T03:32:56.067605+0000","last_fullsized":"2024-09-17T03:32:56.067605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:37:34.465461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451811+0000","last_change":"2024-09-17T03:32:54.448050+0000","last_active":"2024-09-17T03:32:54.451811+0000","last_peered":"2024-09-17T03:32:54.451811+0000","last_clean":"2024-09-17T03:32:54.451811+0000","last_became_active":"2024-09-17T03:32:54.447741+0000","last_became_peered":"2024-09-17T03:32:54.447741+0000","last_unstale":"2024-09-17T03:32:54.451811+0000","last_undegraded":"2024-09-17T03:32:54.451811+0000","last_fullsized":"2024-09-17T03:32:54.451811+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:45:20.813885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453891+0000","last_change":"2024-09-17T03:32:54.449183+0000","last_active":"2024-09-17T03:32:54.453891+0000","last_peered":"2024-09-17T03:32:54.453891+0000","last_clean":"2024-09-17T03:32:54.453891+0000","last_became_active":"2024-09-17T03:32:54.448875+0000","last_became_peered":"2024-09-17T03:32:54.448875+0000","last_unstale":"2024-09-17T03:32:54.453891+0000","last_undegraded":"2024-09-17T03:32:54.453891+0000","last_fullsized":"2024-09-17T03:32:54.453891+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:34:47.299632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429223+0000","last_change":"2024-09-17T03:32:54.432407+0000","last_active":"2024-09-17T03:32:55.429223+0000","last_peered":"2024-09-17T03:32:55.429223+0000","last_clean":"2024-09-17T03:32:55.429223+0000","last_became_active":"2024-09-17T03:32:54.430143+0000","last_became_peered":"2024-09-17T03:32:54.430143+0000","last_unstale":"2024-09-17T03:32:55.429223+0000","last_undegraded":"2024-09-17T03:32:55.429223+0000","last_fullsized":"2024-09-17T03:32:55.429223+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426897+0000","last_change":"2024-09-17T03:32:54.424513+0000","last_active":"2024-09-17T03:32:55.426897+0000","last_peered":"2024-09-17T03:32:55.426897+0000","last_clean":"2024-09-17T03:32:55.426897+0000","last_became_active":"2024-09-17T03:32:54.424132+0000","last_became_peered":"2024-09-17T03:32:54.424132+0000","last_unstale":"2024-09-17T03:32:55.426897+0000","last_undegraded":"2024-09-17T03:32:55.426897+0000","last_fullsized":"2024-09-17T03:32:55.426897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:20.643666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429352+0000","last_change":"2024-09-17T03:32:54.429993+0000","last_active":"2024-09-17T03:32:55.429352+0000","last_peered":"2024-09-17T03:32:55.429352+0000","last_clean":"2024-09-17T03:32:55.429352+0000","last_became_active":"2024-09-17T03:32:54.429663+0000","last_became_peered":"2024-09-17T03:32:54.429663+0000","last_unstale":"2024-09-17T03:32:55.429352+0000","last_undegraded":"2024-09-17T03:32:55.429352+0000","last_fullsized":"2024-09-17T03:32:55.429352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068104+0000","last_change":"2024-09-17T03:32:54.428379+0000","last_active":"2024-09-17T03:32:56.068104+0000","last_peered":"2024-09-17T03:32:56.068104+0000","last_clean":"2024-09-17T03:32:56.068104+0000","last_became_active":"2024-09-17T03:32:54.428073+0000","last_became_peered":"2024-09-17T03:32:54.428073+0000","last_unstale":"2024-09-17T03:32:56.068104+0000","last_undegraded":"2024-09-17T03:32:56.068104+0000","last_fullsized":"2024-09-17T03:32:56.068104+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:45:48.200810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068221+0000","last_change":"2024-09-17T03:32:54.419269+0000","last_active":"2024-09-17T03:32:56.068221+0000","last_peered":"2024-09-17T03:32:56.068221+0000","last_clean":"2024-09-17T03:32:56.068221+0000","last_became_active":"2024-09-17T03:32:54.418974+0000","last_became_peered":"2024-09-17T03:32:54.418974+0000","last_unstale":"2024-09-17T03:32:56.068221+0000","last_undegraded":"2024-09-17T03:32:56.068221+0000","last_fullsized":"2024-09-17T03:32:56.068221+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:30:11.162777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446563+0000","last_change":"2024-09-17T03:32:54.442494+0000","last_active":"2024-09-17T03:32:54.446563+0000","last_peered":"2024-09-17T03:32:54.446563+0000","last_clean":"2024-09-17T03:32:54.446563+0000","last_became_active":"2024-09-17T03:32:54.441777+0000","last_became_peered":"2024-09-17T03:32:54.441777+0000","last_unstale":"2024-09-17T03:32:54.446563+0000","last_undegraded":"2024-09-17T03:32:54.446563+0000","last_fullsized":"2024-09-17T03:32:54.446563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:56:19.967520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426457+0000","last_change":"2024-09-17T03:32:54.435598+0000","last_active":"2024-09-17T03:32:55.426457+0000","last_peered":"2024-09-17T03:32:55.426457+0000","last_clean":"2024-09-17T03:32:55.426457+0000","last_became_active":"2024-09-17T03:32:54.434793+0000","last_became_peered":"2024-09-17T03:32:54.434793+0000","last_unstale":"2024-09-17T03:32:55.426457+0000","last_undegraded":"2024-09-17T03:32:55.426457+0000","last_fullsized":"2024-09-17T03:32:55.426457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:07:01.233579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429544+0000","last_change":"2024-09-17T03:32:54.430556+0000","last_active":"2024-09-17T03:32:55.429544+0000","last_peered":"2024-09-17T03:32:55.429544+0000","last_clean":"2024-09-17T03:32:55.429544+0000","last_became_active":"2024-09-17T03:32:54.430261+0000","last_became_peered":"2024-09-17T03:32:54.430261+0000","last_unstale":"2024-09-17T03:32:55.429544+0000","last_undegraded":"2024-09-17T03:32:55.429544+0000","last_fullsized":"2024-09-17T03:32:55.429544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450414+0000","last_change":"2024-09-17T03:32:54.449366+0000","last_active":"2024-09-17T03:32:54.450414+0000","last_peered":"2024-09-17T03:32:54.450414+0000","last_clean":"2024-09-17T03:32:54.450414+0000","last_became_active":"2024-09-17T03:32:54.449029+0000","last_became_peered":"2024-09-17T03:32:54.449029+0000","last_unstale":"2024-09-17T03:32:54.450414+0000","last_undegraded":"2024-09-17T03:32:54.450414+0000","last_fullsized":"2024-09-17T03:32:54.450414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:32:47.828014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428435+0000","last_change":"2024-09-17T03:32:54.428079+0000","last_active":"2024-09-17T03:32:55.428435+0000","last_peered":"2024-09-17T03:32:55.428435+0000","last_clean":"2024-09-17T03:32:55.428435+0000","last_became_active":"2024-09-17T03:32:54.427707+0000","last_became_peered":"2024-09-17T03:32:54.427707+0000","last_unstale":"2024-09-17T03:32:55.428435+0000","last_undegraded":"2024-09-17T03:32:55.428435+0000","last_fullsized":"2024-09-17T03:32:55.428435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067711+0000","last_change":"2024-09-17T03:32:54.448241+0000","last_active":"2024-09-17T03:32:56.067711+0000","last_peered":"2024-09-17T03:32:56.067711+0000","last_clean":"2024-09-17T03:32:56.067711+0000","last_became_active":"2024-09-17T03:32:54.447919+0000","last_became_peered":"2024-09-17T03:32:54.447919+0000","last_unstale":"2024-09-17T03:32:56.067711+0000","last_undegraded":"2024-09-17T03:32:56.067711+0000","last_fullsized":"2024-09-17T03:32:56.067711+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:58:10.698015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428859+0000","last_change":"2024-09-17T03:32:54.427427+0000","last_active":"2024-09-17T03:32:55.428859+0000","last_peered":"2024-09-17T03:32:55.428859+0000","last_clean":"2024-09-17T03:32:55.428859+0000","last_became_active":"2024-09-17T03:32:54.427028+0000","last_became_peered":"2024-09-17T03:32:54.427028+0000","last_unstale":"2024-09-17T03:32:55.428859+0000","last_undegraded":"2024-09-17T03:32:55.428859+0000","last_fullsized":"2024-09-17T03:32:55.428859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428974+0000","last_change":"2024-09-17T03:32:54.421427+0000","last_active":"2024-09-17T03:32:55.428974+0000","last_peered":"2024-09-17T03:32:55.428974+0000","last_clean":"2024-09-17T03:32:55.428974+0000","last_became_active":"2024-09-17T03:32:54.421099+0000","last_became_peered":"2024-09-17T03:32:54.421099+0000","last_unstale":"2024-09-17T03:32:55.428974+0000","last_undegraded":"2024-09-17T03:32:55.428974+0000","last_fullsized":"2024-09-17T03:32:55.428974+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446590+0000","last_change":"2024-09-17T03:32:54.445386+0000","last_active":"2024-09-17T03:32:54.446590+0000","last_peered":"2024-09-17T03:32:54.446590+0000","last_clean":"2024-09-17T03:32:54.446590+0000","last_became_active":"2024-09-17T03:32:54.442193+0000","last_became_peered":"2024-09-17T03:32:54.442193+0000","last_unstale":"2024-09-17T03:32:54.446590+0000","last_undegraded":"2024-09-17T03:32:54.446590+0000","last_fullsized":"2024-09-17T03:32:54.446590+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:02:52.500140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.429050+0000","last_change":"2024-09-17T03:32:54.427477+0000","last_active":"2024-09-17T03:32:54.429050+0000","last_peered":"2024-09-17T03:32:54.429050+0000","last_clean":"2024-09-17T03:32:54.429050+0000","last_became_active":"2024-09-17T03:32:54.427163+0000","last_became_peered":"2024-09-17T03:32:54.427163+0000","last_unstale":"2024-09-17T03:32:54.429050+0000","last_undegraded":"2024-09-17T03:32:54.429050+0000","last_fullsized":"2024-09-17T03:32:54.429050+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:04.225159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453929+0000","last_change":"2024-09-17T03:32:54.449055+0000","last_active":"2024-09-17T03:32:54.453929+0000","last_peered":"2024-09-17T03:32:54.453929+0000","last_clean":"2024-09-17T03:32:54.453929+0000","last_became_active":"2024-09-17T03:32:54.448729+0000","last_became_peered":"2024-09-17T03:32:54.448729+0000","last_unstale":"2024-09-17T03:32:54.453929+0000","last_undegraded":"2024-09-17T03:32:54.453929+0000","last_fullsized":"2024-09-17T03:32:54.453929+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:46:04.162705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429495+0000","last_change":"2024-09-17T03:32:53.414301+0000","last_active":"2024-09-17T03:32:55.429495+0000","last_peered":"2024-09-17T03:32:55.429495+0000","last_clean":"2024-09-17T03:32:55.429495+0000","last_became_active":"2024-09-17T03:32:53.414006+0000","last_became_peered":"2024-09-17T03:32:53.414006+0000","last_unstale":"2024-09-17T03:32:55.429495+0000","last_undegraded":"2024-09-17T03:32:55.429495+0000","last_fullsized":"2024-09-17T03:32:55.429495+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451768+0000","last_change":"2024-09-17T03:32:54.451131+0000","last_active":"2024-09-17T03:32:54.451768+0000","last_peered":"2024-09-17T03:32:54.451768+0000","last_clean":"2024-09-17T03:32:54.451768+0000","last_became_active":"2024-09-17T03:32:54.450364+0000","last_became_peered":"2024-09-17T03:32:54.450364+0000","last_unstale":"2024-09-17T03:32:54.451768+0000","last_undegraded":"2024-09-17T03:32:54.451768+0000","last_fullsized":"2024-09-17T03:32:54.451768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:51:37.263161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450320+0000","last_change":"2024-09-17T03:32:53.414901+0000","last_active":"2024-09-17T03:32:54.450320+0000","last_peered":"2024-09-17T03:32:54.450320+0000","last_clean":"2024-09-17T03:32:54.450320+0000","last_became_active":"2024-09-17T03:32:53.414529+0000","last_became_peered":"2024-09-17T03:32:53.414529+0000","last_unstale":"2024-09-17T03:32:54.450320+0000","last_undegraded":"2024-09-17T03:32:54.450320+0000","last_fullsized":"2024-09-17T03:32:54.450320+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:48:37.336600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068777+0000","last_change":"2024-09-17T03:32:54.437396+0000","last_active":"2024-09-17T03:32:56.068777+0000","last_peered":"2024-09-17T03:32:56.068777+0000","last_clean":"2024-09-17T03:32:56.068777+0000","last_became_active":"2024-09-17T03:32:54.436892+0000","last_became_peered":"2024-09-17T03:32:54.436892+0000","last_unstale":"2024-09-17T03:32:56.068777+0000","last_undegraded":"2024-09-17T03:32:56.068777+0000","last_fullsized":"2024-09-17T03:32:56.068777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:12:38.239888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449827+0000","last_change":"2024-09-17T03:32:53.418458+0000","last_active":"2024-09-17T03:32:54.449827+0000","last_peered":"2024-09-17T03:32:54.449827+0000","last_clean":"2024-09-17T03:32:54.449827+0000","last_became_active":"2024-09-17T03:32:53.418119+0000","last_became_peered":"2024-09-17T03:32:53.418119+0000","last_unstale":"2024-09-17T03:32:54.449827+0000","last_undegraded":"2024-09-17T03:32:54.449827+0000","last_fullsized":"2024-09-17T03:32:54.449827+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405492+0000","last_change":"2024-09-17T03:32:53.405492+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405492+0000","last_undegraded":"2024-09-17T03:32:53.405492+0000","last_fullsized":"2024-09-17T03:32:53.405492+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068413+0000","last_change":"2024-09-17T03:32:53.418105+0000","last_active":"2024-09-17T03:32:56.068413+0000","last_peered":"2024-09-17T03:32:56.068413+0000","last_clean":"2024-09-17T03:32:56.068413+0000","last_became_active":"2024-09-17T03:32:53.417769+0000","last_became_peered":"2024-09-17T03:32:53.417769+0000","last_unstale":"2024-09-17T03:32:56.068413+0000","last_undegraded":"2024-09-17T03:32:56.068413+0000","last_fullsized":"2024-09-17T03:32:56.068413+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:49:37.485726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435136+0000","last_change":"2024-09-17T03:32:54.433693+0000","last_active":"2024-09-17T03:32:54.435136+0000","last_peered":"2024-09-17T03:32:54.435136+0000","last_clean":"2024-09-17T03:32:54.435136+0000","last_became_active":"2024-09-17T03:32:54.433340+0000","last_became_peered":"2024-09-17T03:32:54.433340+0000","last_unstale":"2024-09-17T03:32:54.435136+0000","last_undegraded":"2024-09-17T03:32:54.435136+0000","last_fullsized":"2024-09-17T03:32:54.435136+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067764+0000","last_change":"2024-09-17T03:32:53.417717+0000","last_active":"2024-09-17T03:32:56.067764+0000","last_peered":"2024-09-17T03:32:56.067764+0000","last_clean":"2024-09-17T03:32:56.067764+0000","last_became_active":"2024-09-17T03:32:53.417405+0000","last_became_peered":"2024-09-17T03:32:53.417405+0000","last_unstale":"2024-09-17T03:32:56.067764+0000","last_undegraded":"2024-09-17T03:32:56.067764+0000","last_fullsized":"2024-09-17T03:32:56.067764+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:57.653096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067892+0000","last_change":"2024-09-17T03:32:54.436586+0000","last_active":"2024-09-17T03:32:56.067892+0000","last_peered":"2024-09-17T03:32:56.067892+0000","last_clean":"2024-09-17T03:32:56.067892+0000","last_became_active":"2024-09-17T03:32:54.431461+0000","last_became_peered":"2024-09-17T03:32:54.431461+0000","last_unstale":"2024-09-17T03:32:56.067892+0000","last_undegraded":"2024-09-17T03:32:56.067892+0000","last_fullsized":"2024-09-17T03:32:56.067892+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:18:29.274733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446477+0000","last_change":"2024-09-17T03:32:53.413926+0000","last_active":"2024-09-17T03:32:54.446477+0000","last_peered":"2024-09-17T03:32:54.446477+0000","last_clean":"2024-09-17T03:32:54.446477+0000","last_became_active":"2024-09-17T03:32:53.413515+0000","last_became_peered":"2024-09-17T03:32:53.413515+0000","last_unstale":"2024-09-17T03:32:54.446477+0000","last_undegraded":"2024-09-17T03:32:54.446477+0000","last_fullsized":"2024-09-17T03:32:54.446477+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:47.741125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068904+0000","last_change":"2024-09-17T03:32:54.432616+0000","last_active":"2024-09-17T03:32:56.068904+0000","last_peered":"2024-09-17T03:32:56.068904+0000","last_clean":"2024-09-17T03:32:56.068904+0000","last_became_active":"2024-09-17T03:32:54.432310+0000","last_became_peered":"2024-09-17T03:32:54.432310+0000","last_unstale":"2024-09-17T03:32:56.068904+0000","last_undegraded":"2024-09-17T03:32:56.068904+0000","last_fullsized":"2024-09-17T03:32:56.068904+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:27.505306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419297+0000","last_change":"2024-09-17T03:32:53.420579+0000","last_active":"2024-09-17T03:32:54.419297+0000","last_peered":"2024-09-17T03:32:54.419297+0000","last_clean":"2024-09-17T03:32:54.419297+0000","last_became_active":"2024-09-17T03:32:53.420256+0000","last_became_peered":"2024-09-17T03:32:53.420256+0000","last_unstale":"2024-09-17T03:32:54.419297+0000","last_undegraded":"2024-09-17T03:32:54.419297+0000","last_fullsized":"2024-09-17T03:32:54.419297+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:07:11.440108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410509+0000","last_change":"2024-09-17T03:32:53.410509+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410509+0000","last_undegraded":"2024-09-17T03:32:53.410509+0000","last_fullsized":"2024-09-17T03:32:53.410509+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067305+0000","last_change":"2024-09-17T03:32:53.420357+0000","last_active":"2024-09-17T03:32:56.067305+0000","last_peered":"2024-09-17T03:32:56.067305+0000","last_clean":"2024-09-17T03:32:56.067305+0000","last_became_active":"2024-09-17T03:32:53.420036+0000","last_became_peered":"2024-09-17T03:32:53.420036+0000","last_unstale":"2024-09-17T03:32:56.067305+0000","last_undegraded":"2024-09-17T03:32:56.067305+0000","last_fullsized":"2024-09-17T03:32:56.067305+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426803+0000","last_change":"2024-09-17T03:32:54.432152+0000","last_active":"2024-09-17T03:32:55.426803+0000","last_peered":"2024-09-17T03:32:55.426803+0000","last_clean":"2024-09-17T03:32:55.426803+0000","last_became_active":"2024-09-17T03:32:54.431791+0000","last_became_peered":"2024-09-17T03:32:54.431791+0000","last_unstale":"2024-09-17T03:32:55.426803+0000","last_undegraded":"2024-09-17T03:32:55.426803+0000","last_fullsized":"2024-09-17T03:32:55.426803+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:49.839473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.422938+0000","last_change":"2024-09-17T03:32:53.416073+0000","last_active":"2024-09-17T03:32:53.422938+0000","last_peered":"2024-09-17T03:32:53.422938+0000","last_clean":"2024-09-17T03:32:53.422938+0000","last_became_active":"2024-09-17T03:32:53.412883+0000","last_became_peered":"2024-09-17T03:32:53.412883+0000","last_unstale":"2024-09-17T03:32:53.422938+0000","last_undegraded":"2024-09-17T03:32:53.422938+0000","last_fullsized":"2024-09-17T03:32:53.422938+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439122+0000","last_change":"2024-09-17T03:32:54.434189+0000","last_active":"2024-09-17T03:32:54.439122+0000","last_peered":"2024-09-17T03:32:54.439122+0000","last_clean":"2024-09-17T03:32:54.439122+0000","last_became_active":"2024-09-17T03:32:54.433681+0000","last_became_peered":"2024-09-17T03:32:54.433681+0000","last_unstale":"2024-09-17T03:32:54.439122+0000","last_undegraded":"2024-09-17T03:32:54.439122+0000","last_fullsized":"2024-09-17T03:32:54.439122+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:44:48.024195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068322+0000","last_change":"2024-09-17T03:32:53.421715+0000","last_active":"2024-09-17T03:32:56.068322+0000","last_peered":"2024-09-17T03:32:56.068322+0000","last_clean":"2024-09-17T03:32:56.068322+0000","last_became_active":"2024-09-17T03:32:53.421349+0000","last_became_peered":"2024-09-17T03:32:53.421349+0000","last_unstale":"2024-09-17T03:32:56.068322+0000","last_undegraded":"2024-09-17T03:32:56.068322+0000","last_fullsized":"2024-09-17T03:32:56.068322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:12.212843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435185+0000","last_change":"2024-09-17T03:32:54.433090+0000","last_active":"2024-09-17T03:32:54.435185+0000","last_peered":"2024-09-17T03:32:54.435185+0000","last_clean":"2024-09-17T03:32:54.435185+0000","last_became_active":"2024-09-17T03:32:54.432687+0000","last_became_peered":"2024-09-17T03:32:54.432687+0000","last_unstale":"2024-09-17T03:32:54.435185+0000","last_undegraded":"2024-09-17T03:32:54.435185+0000","last_fullsized":"2024-09-17T03:32:54.435185+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068400+0000","last_change":"2024-09-17T03:32:53.419351+0000","last_active":"2024-09-17T03:32:56.068400+0000","last_peered":"2024-09-17T03:32:56.068400+0000","last_clean":"2024-09-17T03:32:56.068400+0000","last_became_active":"2024-09-17T03:32:53.419012+0000","last_became_peered":"2024-09-17T03:32:53.419012+0000","last_unstale":"2024-09-17T03:32:56.068400+0000","last_undegraded":"2024-09-17T03:32:56.068400+0000","last_fullsized":"2024-09-17T03:32:56.068400+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:25.083928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068148+0000","last_change":"2024-09-17T03:32:54.428571+0000","last_active":"2024-09-17T03:32:56.068148+0000","last_peered":"2024-09-17T03:32:56.068148+0000","last_clean":"2024-09-17T03:32:56.068148+0000","last_became_active":"2024-09-17T03:32:54.427854+0000","last_became_peered":"2024-09-17T03:32:54.427854+0000","last_unstale":"2024-09-17T03:32:56.068148+0000","last_undegraded":"2024-09-17T03:32:56.068148+0000","last_fullsized":"2024-09-17T03:32:56.068148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:26:27.544664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423930+0000","last_change":"2024-09-17T03:32:53.421706+0000","last_active":"2024-09-17T03:32:53.423930+0000","last_peered":"2024-09-17T03:32:53.423930+0000","last_clean":"2024-09-17T03:32:53.423930+0000","last_became_active":"2024-09-17T03:32:53.421149+0000","last_became_peered":"2024-09-17T03:32:53.421149+0000","last_unstale":"2024-09-17T03:32:53.423930+0000","last_undegraded":"2024-09-17T03:32:53.423930+0000","last_fullsized":"2024-09-17T03:32:53.423930+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:51.001252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449487+0000","last_change":"2024-09-17T03:32:54.447829+0000","last_active":"2024-09-17T03:32:54.449487+0000","last_peered":"2024-09-17T03:32:54.449487+0000","last_clean":"2024-09-17T03:32:54.449487+0000","last_became_active":"2024-09-17T03:32:54.447402+0000","last_became_peered":"2024-09-17T03:32:54.447402+0000","last_unstale":"2024-09-17T03:32:54.449487+0000","last_undegraded":"2024-09-17T03:32:54.449487+0000","last_fullsized":"2024-09-17T03:32:54.449487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423694+0000","last_change":"2024-09-17T03:32:53.420652+0000","last_active":"2024-09-17T03:32:53.423694+0000","last_peered":"2024-09-17T03:32:53.423694+0000","last_clean":"2024-09-17T03:32:53.423694+0000","last_became_active":"2024-09-17T03:32:53.420378+0000","last_became_peered":"2024-09-17T03:32:53.420378+0000","last_unstale":"2024-09-17T03:32:53.423694+0000","last_undegraded":"2024-09-17T03:32:53.423694+0000","last_fullsized":"2024-09-17T03:32:53.423694+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:03.219971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408191+0000","last_change":"2024-09-17T03:32:53.408191+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408191+0000","last_undegraded":"2024-09-17T03:32:53.408191+0000","last_fullsized":"2024-09-17T03:32:53.408191+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419434+0000","last_change":"2024-09-17T03:32:53.422532+0000","last_active":"2024-09-17T03:32:54.419434+0000","last_peered":"2024-09-17T03:32:54.419434+0000","last_clean":"2024-09-17T03:32:54.419434+0000","last_became_active":"2024-09-17T03:32:53.422175+0000","last_became_peered":"2024-09-17T03:32:53.422175+0000","last_unstale":"2024-09-17T03:32:54.419434+0000","last_undegraded":"2024-09-17T03:32:54.419434+0000","last_fullsized":"2024-09-17T03:32:54.419434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.443898+0000","last_change":"2024-09-17T03:32:54.439470+0000","last_active":"2024-09-17T03:32:54.443898+0000","last_peered":"2024-09-17T03:32:54.443898+0000","last_clean":"2024-09-17T03:32:54.443898+0000","last_became_active":"2024-09-17T03:32:54.439108+0000","last_became_peered":"2024-09-17T03:32:54.439108+0000","last_unstale":"2024-09-17T03:32:54.443898+0000","last_undegraded":"2024-09-17T03:32:54.443898+0000","last_fullsized":"2024-09-17T03:32:54.443898+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:30.450347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428006+0000","last_change":"2024-09-17T03:32:53.417234+0000","last_active":"2024-09-17T03:32:55.428006+0000","last_peered":"2024-09-17T03:32:55.428006+0000","last_clean":"2024-09-17T03:32:55.428006+0000","last_became_active":"2024-09-17T03:32:53.416871+0000","last_became_peered":"2024-09-17T03:32:53.416871+0000","last_unstale":"2024-09-17T03:32:55.428006+0000","last_undegraded":"2024-09-17T03:32:55.428006+0000","last_fullsized":"2024-09-17T03:32:55.428006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:58.358585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410051+0000","last_change":"2024-09-17T03:32:53.410051+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410051+0000","last_undegraded":"2024-09-17T03:32:53.410051+0000","last_fullsized":"2024-09-17T03:32:53.410051+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":21,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449902+0000","last_change":"2024-09-17T03:32:53.413112+0000","last_active":"2024-09-17T03:32:54.449902+0000","last_peered":"2024-09-17T03:32:54.449902+0000","last_clean":"2024-09-17T03:32:54.449902+0000","last_became_active":"2024-09-17T03:32:53.412771+0000","last_became_peered":"2024-09-17T03:32:53.412771+0000","last_unstale":"2024-09-17T03:32:54.449902+0000","last_undegraded":"2024-09-17T03:32:54.449902+0000","last_fullsized":"2024-09-17T03:32:54.449902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:31.812617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408635+0000","last_change":"2024-09-17T03:32:53.408635+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408635+0000","last_undegraded":"2024-09-17T03:32:53.408635+0000","last_fullsized":"2024-09-17T03:32:53.408635+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068580+0000","last_change":"2024-09-17T03:32:53.421935+0000","last_active":"2024-09-17T03:32:56.068580+0000","last_peered":"2024-09-17T03:32:56.068580+0000","last_clean":"2024-09-17T03:32:56.068580+0000","last_became_active":"2024-09-17T03:32:53.421375+0000","last_became_peered":"2024-09-17T03:32:53.421375+0000","last_unstale":"2024-09-17T03:32:56.068580+0000","last_undegraded":"2024-09-17T03:32:56.068580+0000","last_fullsized":"2024-09-17T03:32:56.068580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:40.788070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068166+0000","last_change":"2024-09-17T03:32:54.447717+0000","last_active":"2024-09-17T03:32:56.068166+0000","last_peered":"2024-09-17T03:32:56.068166+0000","last_clean":"2024-09-17T03:32:56.068166+0000","last_became_active":"2024-09-17T03:32:54.446917+0000","last_became_peered":"2024-09-17T03:32:54.446917+0000","last_unstale":"2024-09-17T03:32:56.068166+0000","last_undegraded":"2024-09-17T03:32:56.068166+0000","last_fullsized":"2024-09-17T03:32:56.068166+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:43:51.826909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068840+0000","last_change":"2024-09-17T03:32:53.422802+0000","last_active":"2024-09-17T03:32:56.068840+0000","last_peered":"2024-09-17T03:32:56.068840+0000","last_clean":"2024-09-17T03:32:56.068840+0000","last_became_active":"2024-09-17T03:32:53.422442+0000","last_became_peered":"2024-09-17T03:32:53.422442+0000","last_unstale":"2024-09-17T03:32:56.068840+0000","last_undegraded":"2024-09-17T03:32:56.068840+0000","last_fullsized":"2024-09-17T03:32:56.068840+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:19.638477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068705+0000","last_change":"2024-09-17T03:32:54.431363+0000","last_active":"2024-09-17T03:32:56.068705+0000","last_peered":"2024-09-17T03:32:56.068705+0000","last_clean":"2024-09-17T03:32:56.068705+0000","last_became_active":"2024-09-17T03:32:54.431059+0000","last_became_peered":"2024-09-17T03:32:54.431059+0000","last_unstale":"2024-09-17T03:32:56.068705+0000","last_undegraded":"2024-09-17T03:32:56.068705+0000","last_fullsized":"2024-09-17T03:32:56.068705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:26.089116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426943+0000","last_change":"2024-09-17T03:32:53.407595+0000","last_active":"2024-09-17T03:32:55.426943+0000","last_peered":"2024-09-17T03:32:55.426943+0000","last_clean":"2024-09-17T03:32:55.426943+0000","last_became_active":"2024-09-17T03:32:53.407253+0000","last_became_peered":"2024-09-17T03:32:53.407253+0000","last_unstale":"2024-09-17T03:32:55.426943+0000","last_undegraded":"2024-09-17T03:32:55.426943+0000","last_fullsized":"2024-09-17T03:32:55.426943+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:39.262937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426675+0000","last_change":"2024-09-17T03:32:54.430681+0000","last_active":"2024-09-17T03:32:55.426675+0000","last_peered":"2024-09-17T03:32:55.426675+0000","last_clean":"2024-09-17T03:32:55.426675+0000","last_became_active":"2024-09-17T03:32:54.430254+0000","last_became_peered":"2024-09-17T03:32:54.430254+0000","last_unstale":"2024-09-17T03:32:55.426675+0000","last_undegraded":"2024-09-17T03:32:55.426675+0000","last_fullsized":"2024-09-17T03:32:55.426675+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:59.363774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419073+0000","last_change":"2024-09-17T03:32:53.414673+0000","last_active":"2024-09-17T03:32:54.419073+0000","last_peered":"2024-09-17T03:32:54.419073+0000","last_clean":"2024-09-17T03:32:54.419073+0000","last_became_active":"2024-09-17T03:32:53.414355+0000","last_became_peered":"2024-09-17T03:32:53.414355+0000","last_unstale":"2024-09-17T03:32:54.419073+0000","last_undegraded":"2024-09-17T03:32:54.419073+0000","last_fullsized":"2024-09-17T03:32:54.419073+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:22:14.832974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.444011+0000","last_change":"2024-09-17T03:32:54.440592+0000","last_active":"2024-09-17T03:32:54.444011+0000","last_peered":"2024-09-17T03:32:54.444011+0000","last_clean":"2024-09-17T03:32:54.444011+0000","last_became_active":"2024-09-17T03:32:54.440125+0000","last_became_peered":"2024-09-17T03:32:54.440125+0000","last_unstale":"2024-09-17T03:32:54.444011+0000","last_undegraded":"2024-09-17T03:32:54.444011+0000","last_fullsized":"2024-09-17T03:32:54.444011+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:28:50.669037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426384+0000","last_change":"2024-09-17T03:32:53.416177+0000","last_active":"2024-09-17T03:32:55.426384+0000","last_peered":"2024-09-17T03:32:55.426384+0000","last_clean":"2024-09-17T03:32:55.426384+0000","last_became_active":"2024-09-17T03:32:53.415851+0000","last_became_peered":"2024-09-17T03:32:53.415851+0000","last_unstale":"2024-09-17T03:32:55.426384+0000","last_undegraded":"2024-09-17T03:32:55.426384+0000","last_fullsized":"2024-09-17T03:32:55.426384+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:32:21.986478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.433936+0000","last_change":"2024-09-17T03:32:54.432040+0000","last_active":"2024-09-17T03:32:54.433936+0000","last_peered":"2024-09-17T03:32:54.433936+0000","last_clean":"2024-09-17T03:32:54.433936+0000","last_became_active":"2024-09-17T03:32:54.431722+0000","last_became_peered":"2024-09-17T03:32:54.431722+0000","last_unstale":"2024-09-17T03:32:54.433936+0000","last_undegraded":"2024-09-17T03:32:54.433936+0000","last_fullsized":"2024-09-17T03:32:54.433936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426333+0000","last_change":"2024-09-17T03:32:53.414366+0000","last_active":"2024-09-17T03:32:55.426333+0000","last_peered":"2024-09-17T03:32:55.426333+0000","last_clean":"2024-09-17T03:32:55.426333+0000","last_became_active":"2024-09-17T03:32:53.414051+0000","last_became_peered":"2024-09-17T03:32:53.414051+0000","last_unstale":"2024-09-17T03:32:55.426333+0000","last_undegraded":"2024-09-17T03:32:55.426333+0000","last_fullsized":"2024-09-17T03:32:55.426333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:41:41.039116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.440738+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.440405+0000","last_became_peered":"2024-09-17T03:32:54.440405+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:18:49.642481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.424720+0000","last_change":"2024-09-17T03:32:53.419743+0000","last_active":"2024-09-17T03:32:54.424720+0000","last_peered":"2024-09-17T03:32:54.424720+0000","last_clean":"2024-09-17T03:32:54.424720+0000","last_became_active":"2024-09-17T03:32:53.419450+0000","last_became_peered":"2024-09-17T03:32:53.419450+0000","last_unstale":"2024-09-17T03:32:54.424720+0000","last_undegraded":"2024-09-17T03:32:54.424720+0000","last_fullsized":"2024-09-17T03:32:54.424720+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:00:35.718052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404751+0000","last_change":"2024-09-17T03:32:53.404751+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404751+0000","last_undegraded":"2024-09-17T03:32:53.404751+0000","last_fullsized":"2024-09-17T03:32:53.404751+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426168+0000","last_change":"2024-09-17T03:32:53.415283+0000","last_active":"2024-09-17T03:32:55.426168+0000","last_peered":"2024-09-17T03:32:55.426168+0000","last_clean":"2024-09-17T03:32:55.426168+0000","last_became_active":"2024-09-17T03:32:53.414970+0000","last_became_peered":"2024-09-17T03:32:53.414970+0000","last_unstale":"2024-09-17T03:32:55.426168+0000","last_undegraded":"2024-09-17T03:32:55.426168+0000","last_fullsized":"2024-09-17T03:32:55.426168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:36:39.804734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451355+0000","last_change":"2024-09-17T03:32:54.450134+0000","last_active":"2024-09-17T03:32:54.451355+0000","last_peered":"2024-09-17T03:32:54.451355+0000","last_clean":"2024-09-17T03:32:54.451355+0000","last_became_active":"2024-09-17T03:32:54.449769+0000","last_became_peered":"2024-09-17T03:32:54.449769+0000","last_unstale":"2024-09-17T03:32:54.451355+0000","last_undegraded":"2024-09-17T03:32:54.451355+0000","last_fullsized":"2024-09-17T03:32:54.451355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:08:18.737561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068774+0000","last_change":"2024-09-17T03:32:53.422830+0000","last_active":"2024-09-17T03:32:56.068774+0000","last_peered":"2024-09-17T03:32:56.068774+0000","last_clean":"2024-09-17T03:32:56.068774+0000","last_became_active":"2024-09-17T03:32:53.422317+0000","last_became_peered":"2024-09-17T03:32:53.422317+0000","last_unstale":"2024-09-17T03:32:56.068774+0000","last_undegraded":"2024-09-17T03:32:56.068774+0000","last_fullsized":"2024-09-17T03:32:56.068774+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:29:22.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439167+0000","last_change":"2024-09-17T03:32:54.434778+0000","last_active":"2024-09-17T03:32:54.439167+0000","last_peered":"2024-09-17T03:32:54.439167+0000","last_clean":"2024-09-17T03:32:54.439167+0000","last_became_active":"2024-09-17T03:32:54.434434+0000","last_became_peered":"2024-09-17T03:32:54.434434+0000","last_unstale":"2024-09-17T03:32:54.439167+0000","last_undegraded":"2024-09-17T03:32:54.439167+0000","last_fullsized":"2024-09-17T03:32:54.439167+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:08.521881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426528+0000","last_change":"2024-09-17T03:32:53.422795+0000","last_active":"2024-09-17T03:32:55.426528+0000","last_peered":"2024-09-17T03:32:55.426528+0000","last_clean":"2024-09-17T03:32:55.426528+0000","last_became_active":"2024-09-17T03:32:53.422447+0000","last_became_peered":"2024-09-17T03:32:53.422447+0000","last_unstale":"2024-09-17T03:32:55.426528+0000","last_undegraded":"2024-09-17T03:32:55.426528+0000","last_fullsized":"2024-09-17T03:32:55.426528+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:06:18.808245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405305+0000","last_change":"2024-09-17T03:32:53.405305+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405305+0000","last_undegraded":"2024-09-17T03:32:53.405305+0000","last_fullsized":"2024-09-17T03:32:53.405305+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425201+0000","last_change":"2024-09-17T03:32:53.413801+0000","last_active":"2024-09-17T03:32:54.425201+0000","last_peered":"2024-09-17T03:32:54.425201+0000","last_clean":"2024-09-17T03:32:54.425201+0000","last_became_active":"2024-09-17T03:32:53.413410+0000","last_became_peered":"2024-09-17T03:32:53.413410+0000","last_unstale":"2024-09-17T03:32:54.425201+0000","last_undegraded":"2024-09-17T03:32:54.425201+0000","last_fullsized":"2024-09-17T03:32:54.425201+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:24:52.625241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.434009+0000","last_change":"2024-09-17T03:32:54.431668+0000","last_active":"2024-09-17T03:32:54.434009+0000","last_peered":"2024-09-17T03:32:54.434009+0000","last_clean":"2024-09-17T03:32:54.434009+0000","last_became_active":"2024-09-17T03:32:54.431333+0000","last_became_peered":"2024-09-17T03:32:54.431333+0000","last_unstale":"2024-09-17T03:32:54.434009+0000","last_undegraded":"2024-09-17T03:32:54.434009+0000","last_fullsized":"2024-09-17T03:32:54.434009+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425829+0000","last_change":"2024-09-17T03:32:53.421428+0000","last_active":"2024-09-17T03:32:54.425829+0000","last_peered":"2024-09-17T03:32:54.425829+0000","last_clean":"2024-09-17T03:32:54.425829+0000","last_became_active":"2024-09-17T03:32:53.421060+0000","last_became_peered":"2024-09-17T03:32:53.421060+0000","last_unstale":"2024-09-17T03:32:54.425829+0000","last_undegraded":"2024-09-17T03:32:54.425829+0000","last_fullsized":"2024-09-17T03:32:54.425829+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:32:26.897437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.437845+0000","last_change":"2024-09-17T03:32:54.434973+0000","last_active":"2024-09-17T03:32:54.437845+0000","last_peered":"2024-09-17T03:32:54.437845+0000","last_clean":"2024-09-17T03:32:54.437845+0000","last_became_active":"2024-09-17T03:32:54.434652+0000","last_became_peered":"2024-09-17T03:32:54.434652+0000","last_unstale":"2024-09-17T03:32:54.437845+0000","last_undegraded":"2024-09-17T03:32:54.437845+0000","last_fullsized":"2024-09-17T03:32:54.437845+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:59.749544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428976+0000","last_change":"2024-09-17T03:32:53.418034+0000","last_active":"2024-09-17T03:32:55.428976+0000","last_peered":"2024-09-17T03:32:55.428976+0000","last_clean":"2024-09-17T03:32:55.428976+0000","last_became_active":"2024-09-17T03:32:53.417304+0000","last_became_peered":"2024-09-17T03:32:53.417304+0000","last_unstale":"2024-09-17T03:32:55.428976+0000","last_undegraded":"2024-09-17T03:32:55.428976+0000","last_fullsized":"2024-09-17T03:32:55.428976+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067858+0000","last_change":"2024-09-17T03:32:54.421209+0000","last_active":"2024-09-17T03:32:56.067858+0000","last_peered":"2024-09-17T03:32:56.067858+0000","last_clean":"2024-09-17T03:32:56.067858+0000","last_became_active":"2024-09-17T03:32:54.420848+0000","last_became_peered":"2024-09-17T03:32:54.420848+0000","last_unstale":"2024-09-17T03:32:56.067858+0000","last_undegraded":"2024-09-17T03:32:56.067858+0000","last_fullsized":"2024-09-17T03:32:56.067858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:29:15.729536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067450+0000","last_change":"2024-09-17T03:32:53.416999+0000","last_active":"2024-09-17T03:32:56.067450+0000","last_peered":"2024-09-17T03:32:56.067450+0000","last_clean":"2024-09-17T03:32:56.067450+0000","last_became_active":"2024-09-17T03:32:53.416704+0000","last_became_peered":"2024-09-17T03:32:53.416704+0000","last_unstale":"2024-09-17T03:32:56.067450+0000","last_undegraded":"2024-09-17T03:32:56.067450+0000","last_fullsized":"2024-09-17T03:32:56.067450+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439307+0000","last_change":"2024-09-17T03:32:54.434087+0000","last_active":"2024-09-17T03:32:54.439307+0000","last_peered":"2024-09-17T03:32:54.439307+0000","last_clean":"2024-09-17T03:32:54.439307+0000","last_became_active":"2024-09-17T03:32:54.433729+0000","last_became_peered":"2024-09-17T03:32:54.433729+0000","last_unstale":"2024-09-17T03:32:54.439307+0000","last_undegraded":"2024-09-17T03:32:54.439307+0000","last_fullsized":"2024-09-17T03:32:54.439307+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:02:55.603397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.416812+0000","last_change":"2024-09-17T03:32:53.415097+0000","last_active":"2024-09-17T03:32:53.416812+0000","last_peered":"2024-09-17T03:32:53.416812+0000","last_clean":"2024-09-17T03:32:53.416812+0000","last_became_active":"2024-09-17T03:32:53.414660+0000","last_became_peered":"2024-09-17T03:32:53.414660+0000","last_unstale":"2024-09-17T03:32:53.416812+0000","last_undegraded":"2024-09-17T03:32:53.416812+0000","last_fullsized":"2024-09-17T03:32:53.416812+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068613+0000","last_change":"2024-09-17T03:32:54.451339+0000","last_active":"2024-09-17T03:32:56.068613+0000","last_peered":"2024-09-17T03:32:56.068613+0000","last_clean":"2024-09-17T03:32:56.068613+0000","last_became_active":"2024-09-17T03:32:54.450820+0000","last_became_peered":"2024-09-17T03:32:54.450820+0000","last_unstale":"2024-09-17T03:32:56.068613+0000","last_undegraded":"2024-09-17T03:32:56.068613+0000","last_fullsized":"2024-09-17T03:32:56.068613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:04:17.426277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.423344+0000","last_change":"2024-09-17T03:32:53.413203+0000","last_active":"2024-09-17T03:32:54.423344+0000","last_peered":"2024-09-17T03:32:54.423344+0000","last_clean":"2024-09-17T03:32:54.423344+0000","last_became_active":"2024-09-17T03:32:53.412847+0000","last_became_peered":"2024-09-17T03:32:53.412847+0000","last_unstale":"2024-09-17T03:32:54.423344+0000","last_undegraded":"2024-09-17T03:32:54.423344+0000","last_fullsized":"2024-09-17T03:32:54.423344+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:26:22.936486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":139,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.427112+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:54.427112+0000","last_peered":"2024-09-17T03:32:54.427112+0000","last_clean":"2024-09-17T03:32:54.427112+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:54.427112+0000","last_undegraded":"2024-09-17T03:32:54.427112+0000","last_fullsized":"2024-09-17T03:32:54.427112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":434176,"data_stored":186823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":438272,"data_stored":186353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509458,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":180153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1015808,"data_stored":769951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":762750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":172382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:58.860 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:59.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 -- 172.21.15.45:0/1781819631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3f98005350 msgr2=0x7f3f9800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/1781819631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3f98005350 0x7f3f9800b9c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3fa4006fd0 tx=0x7f3f98005830 comp rx=0 tx=0).stop 2024-09-17T03:32:59.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 -- 172.21.15.45:0/1781819631 shutdown_connections 2024-09-17T03:32:59.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/1781819631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3f98005350 0x7f3f9800b9c0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 -- 172.21.15.45:0/1781819631 >> 172.21.15.45:0/1781819631 conn(0x7f3fac0d4320 msgr2=0x7f3fac0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:59.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 -- 172.21.15.45:0/1781819631 shutdown_connections 2024-09-17T03:32:59.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.014+0000 7f3fb3afa640 1 -- 172.21.15.45:0/1781819631 wait complete. 2024-09-17T03:32:59.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.016+0000 7f3fb3afa640 1 Processor -- start 2024-09-17T03:32:59.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.016+0000 7f3fb3afa640 1 -- start start 2024-09-17T03:32:59.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb3afa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f98005350 0x7f3fac0c8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb3afa640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3fac14a560 0x7f3fac0b6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb3afa640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 0x7f3fac0b6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb3afa640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3fac0b7a60 con 0x7f3fac14a970 2024-09-17T03:32:59.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb3afa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3fac0b78e0 con 0x7f3f98005350 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb3afa640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3fac0b7be0 con 0x7f3fac14a560 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 0x7f3fac0b6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 0x7f3fac0b6880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48796/0 (socket says 172.21.15.45:48796) 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 -- 172.21.15.45:0/2380215584 learned_addr learned my addr 172.21.15.45:0/2380215584 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb1896640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f98005350 0x7f3fac0c8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb1095640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3fac14a560 0x7f3fac0b6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 -- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3fac14a560 msgr2=0x7f3fac0b6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3fac14a560 0x7f3fac0b6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 -- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f98005350 msgr2=0x7f3fac0c8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f98005350 0x7f3fac0c8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 -- 172.21.15.45:0/2380215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fac0c9ef0 con 0x7f3fac14a970 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb1896640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f98005350 0x7f3fac0c8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:59.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb1095640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3fac14a560 0x7f3fac0b6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.017+0000 7f3fb2097640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 0x7f3fac0b6880 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f3fa402b450 tx=0x7f3fa4004c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.018+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa400c280 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.018+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3fa402bcc0 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.018+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fac0ca1d0 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.018+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa4006340 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.018+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fac0ca790 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.019+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fac0cf100 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.019+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3fa40064e0 con 0x7f3fac14a970 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.020+0000 7f3fa27fc640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3f90078b90 0x7f3f9007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.020+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f3fa40bad90 con 0x7f3fac14a970 2024-09-17T03:32:59.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.020+0000 7f3fb1896640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3f90078b90 0x7f3f9007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.021+0000 7f3fb1896640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3f90078b90 0x7f3f9007b0a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3fa8003940 tx=0x7f3fa8006b70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:59.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.024+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f3fa40830d0 con 0x7f3fac14a970 2024-09-17T03:32:59.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.206+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3fac0c9c80 con 0x7f3f90078b90 2024-09-17T03:32:59.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.210+0000 7f3fa27fc640 1 -- 172.21.15.45:0/2380215584 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251114 (secure 0 0 0) 0x7f3fac0c9c80 con 0x7f3f90078b90 2024-09-17T03:32:59.212 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:59.213 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.213+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3f90078b90 msgr2=0x7f3f9007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.213+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3f90078b90 0x7f3f9007b0a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3fa8003940 tx=0x7f3fa8006b70 comp rx=0 tx=0).stop 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.213+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 msgr2=0x7f3fac0b6880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.213+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 0x7f3fac0b6880 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f3fa402b450 tx=0x7f3fa4004c50 comp rx=0 tx=0).stop 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 shutdown_connections 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3f90078b90 0x7f3f9007b0a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fac14a970 0x7f3fac0b6880 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3fac14a560 0x7f3fac0b6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 --2- 172.21.15.45:0/2380215584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f98005350 0x7f3fac0c8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 >> 172.21.15.45:0/2380215584 conn(0x7f3fac0d4320 msgr2=0x7f3fac15d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:59.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 shutdown_connections 2024-09-17T03:32:59.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.214+0000 7f3fb3afa640 1 -- 172.21.15.45:0/2380215584 wait complete. 2024-09-17T03:32:59.224 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-17T03:32:58.107363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":137,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103,"ondisk_log_size":103,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237360,"kb_used_data":4456,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737360,"statfs":{"total":773094113280,"available":772851056640,"internally_reserved":0,"allocated":4562944,"data_stored":2617670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713688"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404681+0000","last_change":"2024-09-17T03:32:53.404681+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404681+0000","last_undegraded":"2024-09-17T03:32:53.404681+0000","last_fullsized":"2024-09-17T03:32:53.404681+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.407733+0000","last_change":"2024-09-17T03:32:53.407733+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.407733+0000","last_undegraded":"2024-09-17T03:32:53.407733+0000","last_fullsized":"2024-09-17T03:32:53.407733+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450025+0000","last_change":"2024-09-17T03:32:54.449039+0000","last_active":"2024-09-17T03:32:54.450025+0000","last_peered":"2024-09-17T03:32:54.450025+0000","last_clean":"2024-09-17T03:32:54.450025+0000","last_became_active":"2024-09-17T03:32:54.448654+0000","last_became_peered":"2024-09-17T03:32:54.448654+0000","last_unstale":"2024-09-17T03:32:54.450025+0000","last_undegraded":"2024-09-17T03:32:54.450025+0000","last_fullsized":"2024-09-17T03:32:54.450025+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:41.793259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426724+0000","last_change":"2024-09-17T03:32:54.432218+0000","last_active":"2024-09-17T03:32:55.426724+0000","last_peered":"2024-09-17T03:32:55.426724+0000","last_clean":"2024-09-17T03:32:55.426724+0000","last_became_active":"2024-09-17T03:32:54.431830+0000","last_became_peered":"2024-09-17T03:32:54.431830+0000","last_unstale":"2024-09-17T03:32:55.426724+0000","last_undegraded":"2024-09-17T03:32:55.426724+0000","last_fullsized":"2024-09-17T03:32:55.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:10.922995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426462+0000","last_change":"2024-09-17T03:32:54.424226+0000","last_active":"2024-09-17T03:32:55.426462+0000","last_peered":"2024-09-17T03:32:55.426462+0000","last_clean":"2024-09-17T03:32:55.426462+0000","last_became_active":"2024-09-17T03:32:54.423879+0000","last_became_peered":"2024-09-17T03:32:54.423879+0000","last_unstale":"2024-09-17T03:32:55.426462+0000","last_undegraded":"2024-09-17T03:32:55.426462+0000","last_fullsized":"2024-09-17T03:32:55.426462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:35:02.128187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.430814+0000","last_change":"2024-09-17T03:32:54.429650+0000","last_active":"2024-09-17T03:32:54.430814+0000","last_peered":"2024-09-17T03:32:54.430814+0000","last_clean":"2024-09-17T03:32:54.430814+0000","last_became_active":"2024-09-17T03:32:54.429342+0000","last_became_peered":"2024-09-17T03:32:54.429342+0000","last_unstale":"2024-09-17T03:32:54.430814+0000","last_undegraded":"2024-09-17T03:32:54.430814+0000","last_fullsized":"2024-09-17T03:32:54.430814+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:52.006440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068027+0000","last_change":"2024-09-17T03:32:54.433104+0000","last_active":"2024-09-17T03:32:56.068027+0000","last_peered":"2024-09-17T03:32:56.068027+0000","last_clean":"2024-09-17T03:32:56.068027+0000","last_became_active":"2024-09-17T03:32:54.432765+0000","last_became_peered":"2024-09-17T03:32:54.432765+0000","last_unstale":"2024-09-17T03:32:56.068027+0000","last_undegraded":"2024-09-17T03:32:56.068027+0000","last_fullsized":"2024-09-17T03:32:56.068027+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:34:50.898464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.409060+0000","last_change":"2024-09-17T03:32:53.409060+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.409060+0000","last_undegraded":"2024-09-17T03:32:53.409060+0000","last_fullsized":"2024-09-17T03:32:53.409060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449224+0000","last_change":"2024-09-17T03:32:54.447991+0000","last_active":"2024-09-17T03:32:54.449224+0000","last_peered":"2024-09-17T03:32:54.449224+0000","last_clean":"2024-09-17T03:32:54.449224+0000","last_became_active":"2024-09-17T03:32:54.447575+0000","last_became_peered":"2024-09-17T03:32:54.447575+0000","last_unstale":"2024-09-17T03:32:54.449224+0000","last_undegraded":"2024-09-17T03:32:54.449224+0000","last_fullsized":"2024-09-17T03:32:54.449224+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:24:08.558985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068293+0000","last_change":"2024-09-17T03:32:54.449112+0000","last_active":"2024-09-17T03:32:56.068293+0000","last_peered":"2024-09-17T03:32:56.068293+0000","last_clean":"2024-09-17T03:32:56.068293+0000","last_became_active":"2024-09-17T03:32:54.446356+0000","last_became_peered":"2024-09-17T03:32:54.446356+0000","last_unstale":"2024-09-17T03:32:56.068293+0000","last_undegraded":"2024-09-17T03:32:56.068293+0000","last_fullsized":"2024-09-17T03:32:56.068293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:23:36.673914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.448151+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.447384+0000","last_became_peered":"2024-09-17T03:32:54.447384+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:59:15.530038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.436304+0000","last_change":"2024-09-17T03:32:54.433752+0000","last_active":"2024-09-17T03:32:54.436304+0000","last_peered":"2024-09-17T03:32:54.436304+0000","last_clean":"2024-09-17T03:32:54.436304+0000","last_became_active":"2024-09-17T03:32:54.433369+0000","last_became_peered":"2024-09-17T03:32:54.433369+0000","last_unstale":"2024-09-17T03:32:54.436304+0000","last_undegraded":"2024-09-17T03:32:54.436304+0000","last_fullsized":"2024-09-17T03:32:54.436304+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067615+0000","last_change":"2024-09-17T03:32:54.436358+0000","last_active":"2024-09-17T03:32:56.067615+0000","last_peered":"2024-09-17T03:32:56.067615+0000","last_clean":"2024-09-17T03:32:56.067615+0000","last_became_active":"2024-09-17T03:32:54.434394+0000","last_became_peered":"2024-09-17T03:32:54.434394+0000","last_unstale":"2024-09-17T03:32:56.067615+0000","last_undegraded":"2024-09-17T03:32:56.067615+0000","last_fullsized":"2024-09-17T03:32:56.067615+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:56.202038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067610+0000","last_change":"2024-09-17T03:32:54.438036+0000","last_active":"2024-09-17T03:32:56.067610+0000","last_peered":"2024-09-17T03:32:56.067610+0000","last_clean":"2024-09-17T03:32:56.067610+0000","last_became_active":"2024-09-17T03:32:54.437386+0000","last_became_peered":"2024-09-17T03:32:54.437386+0000","last_unstale":"2024-09-17T03:32:56.067610+0000","last_undegraded":"2024-09-17T03:32:56.067610+0000","last_fullsized":"2024-09-17T03:32:56.067610+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:07:56.456543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067605+0000","last_change":"2024-09-17T03:32:54.434374+0000","last_active":"2024-09-17T03:32:56.067605+0000","last_peered":"2024-09-17T03:32:56.067605+0000","last_clean":"2024-09-17T03:32:56.067605+0000","last_became_active":"2024-09-17T03:32:54.433810+0000","last_became_peered":"2024-09-17T03:32:54.433810+0000","last_unstale":"2024-09-17T03:32:56.067605+0000","last_undegraded":"2024-09-17T03:32:56.067605+0000","last_fullsized":"2024-09-17T03:32:56.067605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:37:34.465461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451811+0000","last_change":"2024-09-17T03:32:54.448050+0000","last_active":"2024-09-17T03:32:54.451811+0000","last_peered":"2024-09-17T03:32:54.451811+0000","last_clean":"2024-09-17T03:32:54.451811+0000","last_became_active":"2024-09-17T03:32:54.447741+0000","last_became_peered":"2024-09-17T03:32:54.447741+0000","last_unstale":"2024-09-17T03:32:54.451811+0000","last_undegraded":"2024-09-17T03:32:54.451811+0000","last_fullsized":"2024-09-17T03:32:54.451811+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:45:20.813885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453891+0000","last_change":"2024-09-17T03:32:54.449183+0000","last_active":"2024-09-17T03:32:54.453891+0000","last_peered":"2024-09-17T03:32:54.453891+0000","last_clean":"2024-09-17T03:32:54.453891+0000","last_became_active":"2024-09-17T03:32:54.448875+0000","last_became_peered":"2024-09-17T03:32:54.448875+0000","last_unstale":"2024-09-17T03:32:54.453891+0000","last_undegraded":"2024-09-17T03:32:54.453891+0000","last_fullsized":"2024-09-17T03:32:54.453891+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:34:47.299632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429223+0000","last_change":"2024-09-17T03:32:54.432407+0000","last_active":"2024-09-17T03:32:55.429223+0000","last_peered":"2024-09-17T03:32:55.429223+0000","last_clean":"2024-09-17T03:32:55.429223+0000","last_became_active":"2024-09-17T03:32:54.430143+0000","last_became_peered":"2024-09-17T03:32:54.430143+0000","last_unstale":"2024-09-17T03:32:55.429223+0000","last_undegraded":"2024-09-17T03:32:55.429223+0000","last_fullsized":"2024-09-17T03:32:55.429223+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426897+0000","last_change":"2024-09-17T03:32:54.424513+0000","last_active":"2024-09-17T03:32:55.426897+0000","last_peered":"2024-09-17T03:32:55.426897+0000","last_clean":"2024-09-17T03:32:55.426897+0000","last_became_active":"2024-09-17T03:32:54.424132+0000","last_became_peered":"2024-09-17T03:32:54.424132+0000","last_unstale":"2024-09-17T03:32:55.426897+0000","last_undegraded":"2024-09-17T03:32:55.426897+0000","last_fullsized":"2024-09-17T03:32:55.426897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:20.643666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429352+0000","last_change":"2024-09-17T03:32:54.429993+0000","last_active":"2024-09-17T03:32:55.429352+0000","last_peered":"2024-09-17T03:32:55.429352+0000","last_clean":"2024-09-17T03:32:55.429352+0000","last_became_active":"2024-09-17T03:32:54.429663+0000","last_became_peered":"2024-09-17T03:32:54.429663+0000","last_unstale":"2024-09-17T03:32:55.429352+0000","last_undegraded":"2024-09-17T03:32:55.429352+0000","last_fullsized":"2024-09-17T03:32:55.429352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068104+0000","last_change":"2024-09-17T03:32:54.428379+0000","last_active":"2024-09-17T03:32:56.068104+0000","last_peered":"2024-09-17T03:32:56.068104+0000","last_clean":"2024-09-17T03:32:56.068104+0000","last_became_active":"2024-09-17T03:32:54.428073+0000","last_became_peered":"2024-09-17T03:32:54.428073+0000","last_unstale":"2024-09-17T03:32:56.068104+0000","last_undegraded":"2024-09-17T03:32:56.068104+0000","last_fullsized":"2024-09-17T03:32:56.068104+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:45:48.200810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068221+0000","last_change":"2024-09-17T03:32:54.419269+0000","last_active":"2024-09-17T03:32:56.068221+0000","last_peered":"2024-09-17T03:32:56.068221+0000","last_clean":"2024-09-17T03:32:56.068221+0000","last_became_active":"2024-09-17T03:32:54.418974+0000","last_became_peered":"2024-09-17T03:32:54.418974+0000","last_unstale":"2024-09-17T03:32:56.068221+0000","last_undegraded":"2024-09-17T03:32:56.068221+0000","last_fullsized":"2024-09-17T03:32:56.068221+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:30:11.162777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446563+0000","last_change":"2024-09-17T03:32:54.442494+0000","last_active":"2024-09-17T03:32:54.446563+0000","last_peered":"2024-09-17T03:32:54.446563+0000","last_clean":"2024-09-17T03:32:54.446563+0000","last_became_active":"2024-09-17T03:32:54.441777+0000","last_became_peered":"2024-09-17T03:32:54.441777+0000","last_unstale":"2024-09-17T03:32:54.446563+0000","last_undegraded":"2024-09-17T03:32:54.446563+0000","last_fullsized":"2024-09-17T03:32:54.446563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:56:19.967520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426457+0000","last_change":"2024-09-17T03:32:54.435598+0000","last_active":"2024-09-17T03:32:55.426457+0000","last_peered":"2024-09-17T03:32:55.426457+0000","last_clean":"2024-09-17T03:32:55.426457+0000","last_became_active":"2024-09-17T03:32:54.434793+0000","last_became_peered":"2024-09-17T03:32:54.434793+0000","last_unstale":"2024-09-17T03:32:55.426457+0000","last_undegraded":"2024-09-17T03:32:55.426457+0000","last_fullsized":"2024-09-17T03:32:55.426457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:07:01.233579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429544+0000","last_change":"2024-09-17T03:32:54.430556+0000","last_active":"2024-09-17T03:32:55.429544+0000","last_peered":"2024-09-17T03:32:55.429544+0000","last_clean":"2024-09-17T03:32:55.429544+0000","last_became_active":"2024-09-17T03:32:54.430261+0000","last_became_peered":"2024-09-17T03:32:54.430261+0000","last_unstale":"2024-09-17T03:32:55.429544+0000","last_undegraded":"2024-09-17T03:32:55.429544+0000","last_fullsized":"2024-09-17T03:32:55.429544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450414+0000","last_change":"2024-09-17T03:32:54.449366+0000","last_active":"2024-09-17T03:32:54.450414+0000","last_peered":"2024-09-17T03:32:54.450414+0000","last_clean":"2024-09-17T03:32:54.450414+0000","last_became_active":"2024-09-17T03:32:54.449029+0000","last_became_peered":"2024-09-17T03:32:54.449029+0000","last_unstale":"2024-09-17T03:32:54.450414+0000","last_undegraded":"2024-09-17T03:32:54.450414+0000","last_fullsized":"2024-09-17T03:32:54.450414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:32:47.828014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428435+0000","last_change":"2024-09-17T03:32:54.428079+0000","last_active":"2024-09-17T03:32:55.428435+0000","last_peered":"2024-09-17T03:32:55.428435+0000","last_clean":"2024-09-17T03:32:55.428435+0000","last_became_active":"2024-09-17T03:32:54.427707+0000","last_became_peered":"2024-09-17T03:32:54.427707+0000","last_unstale":"2024-09-17T03:32:55.428435+0000","last_undegraded":"2024-09-17T03:32:55.428435+0000","last_fullsized":"2024-09-17T03:32:55.428435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067711+0000","last_change":"2024-09-17T03:32:54.448241+0000","last_active":"2024-09-17T03:32:56.067711+0000","last_peered":"2024-09-17T03:32:56.067711+0000","last_clean":"2024-09-17T03:32:56.067711+0000","last_became_active":"2024-09-17T03:32:54.447919+0000","last_became_peered":"2024-09-17T03:32:54.447919+0000","last_unstale":"2024-09-17T03:32:56.067711+0000","last_undegraded":"2024-09-17T03:32:56.067711+0000","last_fullsized":"2024-09-17T03:32:56.067711+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:58:10.698015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428859+0000","last_change":"2024-09-17T03:32:54.427427+0000","last_active":"2024-09-17T03:32:55.428859+0000","last_peered":"2024-09-17T03:32:55.428859+0000","last_clean":"2024-09-17T03:32:55.428859+0000","last_became_active":"2024-09-17T03:32:54.427028+0000","last_became_peered":"2024-09-17T03:32:54.427028+0000","last_unstale":"2024-09-17T03:32:55.428859+0000","last_undegraded":"2024-09-17T03:32:55.428859+0000","last_fullsized":"2024-09-17T03:32:55.428859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428974+0000","last_change":"2024-09-17T03:32:54.421427+0000","last_active":"2024-09-17T03:32:55.428974+0000","last_peered":"2024-09-17T03:32:55.428974+0000","last_clean":"2024-09-17T03:32:55.428974+0000","last_became_active":"2024-09-17T03:32:54.421099+0000","last_became_peered":"2024-09-17T03:32:54.421099+0000","last_unstale":"2024-09-17T03:32:55.428974+0000","last_undegraded":"2024-09-17T03:32:55.428974+0000","last_fullsized":"2024-09-17T03:32:55.428974+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446590+0000","last_change":"2024-09-17T03:32:54.445386+0000","last_active":"2024-09-17T03:32:54.446590+0000","last_peered":"2024-09-17T03:32:54.446590+0000","last_clean":"2024-09-17T03:32:54.446590+0000","last_became_active":"2024-09-17T03:32:54.442193+0000","last_became_peered":"2024-09-17T03:32:54.442193+0000","last_unstale":"2024-09-17T03:32:54.446590+0000","last_undegraded":"2024-09-17T03:32:54.446590+0000","last_fullsized":"2024-09-17T03:32:54.446590+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:02:52.500140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.429050+0000","last_change":"2024-09-17T03:32:54.427477+0000","last_active":"2024-09-17T03:32:54.429050+0000","last_peered":"2024-09-17T03:32:54.429050+0000","last_clean":"2024-09-17T03:32:54.429050+0000","last_became_active":"2024-09-17T03:32:54.427163+0000","last_became_peered":"2024-09-17T03:32:54.427163+0000","last_unstale":"2024-09-17T03:32:54.429050+0000","last_undegraded":"2024-09-17T03:32:54.429050+0000","last_fullsized":"2024-09-17T03:32:54.429050+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:04.225159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453929+0000","last_change":"2024-09-17T03:32:54.449055+0000","last_active":"2024-09-17T03:32:54.453929+0000","last_peered":"2024-09-17T03:32:54.453929+0000","last_clean":"2024-09-17T03:32:54.453929+0000","last_became_active":"2024-09-17T03:32:54.448729+0000","last_became_peered":"2024-09-17T03:32:54.448729+0000","last_unstale":"2024-09-17T03:32:54.453929+0000","last_undegraded":"2024-09-17T03:32:54.453929+0000","last_fullsized":"2024-09-17T03:32:54.453929+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:46:04.162705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429495+0000","last_change":"2024-09-17T03:32:53.414301+0000","last_active":"2024-09-17T03:32:55.429495+0000","last_peered":"2024-09-17T03:32:55.429495+0000","last_clean":"2024-09-17T03:32:55.429495+0000","last_became_active":"2024-09-17T03:32:53.414006+0000","last_became_peered":"2024-09-17T03:32:53.414006+0000","last_unstale":"2024-09-17T03:32:55.429495+0000","last_undegraded":"2024-09-17T03:32:55.429495+0000","last_fullsized":"2024-09-17T03:32:55.429495+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451768+0000","last_change":"2024-09-17T03:32:54.451131+0000","last_active":"2024-09-17T03:32:54.451768+0000","last_peered":"2024-09-17T03:32:54.451768+0000","last_clean":"2024-09-17T03:32:54.451768+0000","last_became_active":"2024-09-17T03:32:54.450364+0000","last_became_peered":"2024-09-17T03:32:54.450364+0000","last_unstale":"2024-09-17T03:32:54.451768+0000","last_undegraded":"2024-09-17T03:32:54.451768+0000","last_fullsized":"2024-09-17T03:32:54.451768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:51:37.263161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450320+0000","last_change":"2024-09-17T03:32:53.414901+0000","last_active":"2024-09-17T03:32:54.450320+0000","last_peered":"2024-09-17T03:32:54.450320+0000","last_clean":"2024-09-17T03:32:54.450320+0000","last_became_active":"2024-09-17T03:32:53.414529+0000","last_became_peered":"2024-09-17T03:32:53.414529+0000","last_unstale":"2024-09-17T03:32:54.450320+0000","last_undegraded":"2024-09-17T03:32:54.450320+0000","last_fullsized":"2024-09-17T03:32:54.450320+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:48:37.336600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068777+0000","last_change":"2024-09-17T03:32:54.437396+0000","last_active":"2024-09-17T03:32:56.068777+0000","last_peered":"2024-09-17T03:32:56.068777+0000","last_clean":"2024-09-17T03:32:56.068777+0000","last_became_active":"2024-09-17T03:32:54.436892+0000","last_became_peered":"2024-09-17T03:32:54.436892+0000","last_unstale":"2024-09-17T03:32:56.068777+0000","last_undegraded":"2024-09-17T03:32:56.068777+0000","last_fullsized":"2024-09-17T03:32:56.068777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:12:38.239888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449827+0000","last_change":"2024-09-17T03:32:53.418458+0000","last_active":"2024-09-17T03:32:54.449827+0000","last_peered":"2024-09-17T03:32:54.449827+0000","last_clean":"2024-09-17T03:32:54.449827+0000","last_became_active":"2024-09-17T03:32:53.418119+0000","last_became_peered":"2024-09-17T03:32:53.418119+0000","last_unstale":"2024-09-17T03:32:54.449827+0000","last_undegraded":"2024-09-17T03:32:54.449827+0000","last_fullsized":"2024-09-17T03:32:54.449827+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405492+0000","last_change":"2024-09-17T03:32:53.405492+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405492+0000","last_undegraded":"2024-09-17T03:32:53.405492+0000","last_fullsized":"2024-09-17T03:32:53.405492+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068413+0000","last_change":"2024-09-17T03:32:53.418105+0000","last_active":"2024-09-17T03:32:56.068413+0000","last_peered":"2024-09-17T03:32:56.068413+0000","last_clean":"2024-09-17T03:32:56.068413+0000","last_became_active":"2024-09-17T03:32:53.417769+0000","last_became_peered":"2024-09-17T03:32:53.417769+0000","last_unstale":"2024-09-17T03:32:56.068413+0000","last_undegraded":"2024-09-17T03:32:56.068413+0000","last_fullsized":"2024-09-17T03:32:56.068413+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:49:37.485726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435136+0000","last_change":"2024-09-17T03:32:54.433693+0000","last_active":"2024-09-17T03:32:54.435136+0000","last_peered":"2024-09-17T03:32:54.435136+0000","last_clean":"2024-09-17T03:32:54.435136+0000","last_became_active":"2024-09-17T03:32:54.433340+0000","last_became_peered":"2024-09-17T03:32:54.433340+0000","last_unstale":"2024-09-17T03:32:54.435136+0000","last_undegraded":"2024-09-17T03:32:54.435136+0000","last_fullsized":"2024-09-17T03:32:54.435136+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067764+0000","last_change":"2024-09-17T03:32:53.417717+0000","last_active":"2024-09-17T03:32:56.067764+0000","last_peered":"2024-09-17T03:32:56.067764+0000","last_clean":"2024-09-17T03:32:56.067764+0000","last_became_active":"2024-09-17T03:32:53.417405+0000","last_became_peered":"2024-09-17T03:32:53.417405+0000","last_unstale":"2024-09-17T03:32:56.067764+0000","last_undegraded":"2024-09-17T03:32:56.067764+0000","last_fullsized":"2024-09-17T03:32:56.067764+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:57.653096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067892+0000","last_change":"2024-09-17T03:32:54.436586+0000","last_active":"2024-09-17T03:32:56.067892+0000","last_peered":"2024-09-17T03:32:56.067892+0000","last_clean":"2024-09-17T03:32:56.067892+0000","last_became_active":"2024-09-17T03:32:54.431461+0000","last_became_peered":"2024-09-17T03:32:54.431461+0000","last_unstale":"2024-09-17T03:32:56.067892+0000","last_undegraded":"2024-09-17T03:32:56.067892+0000","last_fullsized":"2024-09-17T03:32:56.067892+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:18:29.274733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446477+0000","last_change":"2024-09-17T03:32:53.413926+0000","last_active":"2024-09-17T03:32:54.446477+0000","last_peered":"2024-09-17T03:32:54.446477+0000","last_clean":"2024-09-17T03:32:54.446477+0000","last_became_active":"2024-09-17T03:32:53.413515+0000","last_became_peered":"2024-09-17T03:32:53.413515+0000","last_unstale":"2024-09-17T03:32:54.446477+0000","last_undegraded":"2024-09-17T03:32:54.446477+0000","last_fullsized":"2024-09-17T03:32:54.446477+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:47.741125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068904+0000","last_change":"2024-09-17T03:32:54.432616+0000","last_active":"2024-09-17T03:32:56.068904+0000","last_peered":"2024-09-17T03:32:56.068904+0000","last_clean":"2024-09-17T03:32:56.068904+0000","last_became_active":"2024-09-17T03:32:54.432310+0000","last_became_peered":"2024-09-17T03:32:54.432310+0000","last_unstale":"2024-09-17T03:32:56.068904+0000","last_undegraded":"2024-09-17T03:32:56.068904+0000","last_fullsized":"2024-09-17T03:32:56.068904+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:27.505306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419297+0000","last_change":"2024-09-17T03:32:53.420579+0000","last_active":"2024-09-17T03:32:54.419297+0000","last_peered":"2024-09-17T03:32:54.419297+0000","last_clean":"2024-09-17T03:32:54.419297+0000","last_became_active":"2024-09-17T03:32:53.420256+0000","last_became_peered":"2024-09-17T03:32:53.420256+0000","last_unstale":"2024-09-17T03:32:54.419297+0000","last_undegraded":"2024-09-17T03:32:54.419297+0000","last_fullsized":"2024-09-17T03:32:54.419297+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:07:11.440108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410509+0000","last_change":"2024-09-17T03:32:53.410509+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410509+0000","last_undegraded":"2024-09-17T03:32:53.410509+0000","last_fullsized":"2024-09-17T03:32:53.410509+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067305+0000","last_change":"2024-09-17T03:32:53.420357+0000","last_active":"2024-09-17T03:32:56.067305+0000","last_peered":"2024-09-17T03:32:56.067305+0000","last_clean":"2024-09-17T03:32:56.067305+0000","last_became_active":"2024-09-17T03:32:53.420036+0000","last_became_peered":"2024-09-17T03:32:53.420036+0000","last_unstale":"2024-09-17T03:32:56.067305+0000","last_undegraded":"2024-09-17T03:32:56.067305+0000","last_fullsized":"2024-09-17T03:32:56.067305+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426803+0000","last_change":"2024-09-17T03:32:54.432152+0000","last_active":"2024-09-17T03:32:55.426803+0000","last_peered":"2024-09-17T03:32:55.426803+0000","last_clean":"2024-09-17T03:32:55.426803+0000","last_became_active":"2024-09-17T03:32:54.431791+0000","last_became_peered":"2024-09-17T03:32:54.431791+0000","last_unstale":"2024-09-17T03:32:55.426803+0000","last_undegraded":"2024-09-17T03:32:55.426803+0000","last_fullsized":"2024-09-17T03:32:55.426803+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:49.839473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.422938+0000","last_change":"2024-09-17T03:32:53.416073+0000","last_active":"2024-09-17T03:32:53.422938+0000","last_peered":"2024-09-17T03:32:53.422938+0000","last_clean":"2024-09-17T03:32:53.422938+0000","last_became_active":"2024-09-17T03:32:53.412883+0000","last_became_peered":"2024-09-17T03:32:53.412883+0000","last_unstale":"2024-09-17T03:32:53.422938+0000","last_undegraded":"2024-09-17T03:32:53.422938+0000","last_fullsized":"2024-09-17T03:32:53.422938+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439122+0000","last_change":"2024-09-17T03:32:54.434189+0000","last_active":"2024-09-17T03:32:54.439122+0000","last_peered":"2024-09-17T03:32:54.439122+0000","last_clean":"2024-09-17T03:32:54.439122+0000","last_became_active":"2024-09-17T03:32:54.433681+0000","last_became_peered":"2024-09-17T03:32:54.433681+0000","last_unstale":"2024-09-17T03:32:54.439122+0000","last_undegraded":"2024-09-17T03:32:54.439122+0000","last_fullsized":"2024-09-17T03:32:54.439122+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:44:48.024195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068322+0000","last_change":"2024-09-17T03:32:53.421715+0000","last_active":"2024-09-17T03:32:56.068322+0000","last_peered":"2024-09-17T03:32:56.068322+0000","last_clean":"2024-09-17T03:32:56.068322+0000","last_became_active":"2024-09-17T03:32:53.421349+0000","last_became_peered":"2024-09-17T03:32:53.421349+0000","last_unstale":"2024-09-17T03:32:56.068322+0000","last_undegraded":"2024-09-17T03:32:56.068322+0000","last_fullsized":"2024-09-17T03:32:56.068322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:12.212843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435185+0000","last_change":"2024-09-17T03:32:54.433090+0000","last_active":"2024-09-17T03:32:54.435185+0000","last_peered":"2024-09-17T03:32:54.435185+0000","last_clean":"2024-09-17T03:32:54.435185+0000","last_became_active":"2024-09-17T03:32:54.432687+0000","last_became_peered":"2024-09-17T03:32:54.432687+0000","last_unstale":"2024-09-17T03:32:54.435185+0000","last_undegraded":"2024-09-17T03:32:54.435185+0000","last_fullsized":"2024-09-17T03:32:54.435185+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068400+0000","last_change":"2024-09-17T03:32:53.419351+0000","last_active":"2024-09-17T03:32:56.068400+0000","last_peered":"2024-09-17T03:32:56.068400+0000","last_clean":"2024-09-17T03:32:56.068400+0000","last_became_active":"2024-09-17T03:32:53.419012+0000","last_became_peered":"2024-09-17T03:32:53.419012+0000","last_unstale":"2024-09-17T03:32:56.068400+0000","last_undegraded":"2024-09-17T03:32:56.068400+0000","last_fullsized":"2024-09-17T03:32:56.068400+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:25.083928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068148+0000","last_change":"2024-09-17T03:32:54.428571+0000","last_active":"2024-09-17T03:32:56.068148+0000","last_peered":"2024-09-17T03:32:56.068148+0000","last_clean":"2024-09-17T03:32:56.068148+0000","last_became_active":"2024-09-17T03:32:54.427854+0000","last_became_peered":"2024-09-17T03:32:54.427854+0000","last_unstale":"2024-09-17T03:32:56.068148+0000","last_undegraded":"2024-09-17T03:32:56.068148+0000","last_fullsized":"2024-09-17T03:32:56.068148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:26:27.544664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423930+0000","last_change":"2024-09-17T03:32:53.421706+0000","last_active":"2024-09-17T03:32:53.423930+0000","last_peered":"2024-09-17T03:32:53.423930+0000","last_clean":"2024-09-17T03:32:53.423930+0000","last_became_active":"2024-09-17T03:32:53.421149+0000","last_became_peered":"2024-09-17T03:32:53.421149+0000","last_unstale":"2024-09-17T03:32:53.423930+0000","last_undegraded":"2024-09-17T03:32:53.423930+0000","last_fullsized":"2024-09-17T03:32:53.423930+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:51.001252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449487+0000","last_change":"2024-09-17T03:32:54.447829+0000","last_active":"2024-09-17T03:32:54.449487+0000","last_peered":"2024-09-17T03:32:54.449487+0000","last_clean":"2024-09-17T03:32:54.449487+0000","last_became_active":"2024-09-17T03:32:54.447402+0000","last_became_peered":"2024-09-17T03:32:54.447402+0000","last_unstale":"2024-09-17T03:32:54.449487+0000","last_undegraded":"2024-09-17T03:32:54.449487+0000","last_fullsized":"2024-09-17T03:32:54.449487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423694+0000","last_change":"2024-09-17T03:32:53.420652+0000","last_active":"2024-09-17T03:32:53.423694+0000","last_peered":"2024-09-17T03:32:53.423694+0000","last_clean":"2024-09-17T03:32:53.423694+0000","last_became_active":"2024-09-17T03:32:53.420378+0000","last_became_peered":"2024-09-17T03:32:53.420378+0000","last_unstale":"2024-09-17T03:32:53.423694+0000","last_undegraded":"2024-09-17T03:32:53.423694+0000","last_fullsized":"2024-09-17T03:32:53.423694+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:03.219971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408191+0000","last_change":"2024-09-17T03:32:53.408191+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408191+0000","last_undegraded":"2024-09-17T03:32:53.408191+0000","last_fullsized":"2024-09-17T03:32:53.408191+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419434+0000","last_change":"2024-09-17T03:32:53.422532+0000","last_active":"2024-09-17T03:32:54.419434+0000","last_peered":"2024-09-17T03:32:54.419434+0000","last_clean":"2024-09-17T03:32:54.419434+0000","last_became_active":"2024-09-17T03:32:53.422175+0000","last_became_peered":"2024-09-17T03:32:53.422175+0000","last_unstale":"2024-09-17T03:32:54.419434+0000","last_undegraded":"2024-09-17T03:32:54.419434+0000","last_fullsized":"2024-09-17T03:32:54.419434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.443898+0000","last_change":"2024-09-17T03:32:54.439470+0000","last_active":"2024-09-17T03:32:54.443898+0000","last_peered":"2024-09-17T03:32:54.443898+0000","last_clean":"2024-09-17T03:32:54.443898+0000","last_became_active":"2024-09-17T03:32:54.439108+0000","last_became_peered":"2024-09-17T03:32:54.439108+0000","last_unstale":"2024-09-17T03:32:54.443898+0000","last_undegraded":"2024-09-17T03:32:54.443898+0000","last_fullsized":"2024-09-17T03:32:54.443898+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:30.450347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428006+0000","last_change":"2024-09-17T03:32:53.417234+0000","last_active":"2024-09-17T03:32:55.428006+0000","last_peered":"2024-09-17T03:32:55.428006+0000","last_clean":"2024-09-17T03:32:55.428006+0000","last_became_active":"2024-09-17T03:32:53.416871+0000","last_became_peered":"2024-09-17T03:32:53.416871+0000","last_unstale":"2024-09-17T03:32:55.428006+0000","last_undegraded":"2024-09-17T03:32:55.428006+0000","last_fullsized":"2024-09-17T03:32:55.428006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:58.358585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410051+0000","last_change":"2024-09-17T03:32:53.410051+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410051+0000","last_undegraded":"2024-09-17T03:32:53.410051+0000","last_fullsized":"2024-09-17T03:32:53.410051+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":21,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449902+0000","last_change":"2024-09-17T03:32:53.413112+0000","last_active":"2024-09-17T03:32:54.449902+0000","last_peered":"2024-09-17T03:32:54.449902+0000","last_clean":"2024-09-17T03:32:54.449902+0000","last_became_active":"2024-09-17T03:32:53.412771+0000","last_became_peered":"2024-09-17T03:32:53.412771+0000","last_unstale":"2024-09-17T03:32:54.449902+0000","last_undegraded":"2024-09-17T03:32:54.449902+0000","last_fullsized":"2024-09-17T03:32:54.449902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:31.812617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408635+0000","last_change":"2024-09-17T03:32:53.408635+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408635+0000","last_undegraded":"2024-09-17T03:32:53.408635+0000","last_fullsized":"2024-09-17T03:32:53.408635+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068580+0000","last_change":"2024-09-17T03:32:53.421935+0000","last_active":"2024-09-17T03:32:56.068580+0000","last_peered":"2024-09-17T03:32:56.068580+0000","last_clean":"2024-09-17T03:32:56.068580+0000","last_became_active":"2024-09-17T03:32:53.421375+0000","last_became_peered":"2024-09-17T03:32:53.421375+0000","last_unstale":"2024-09-17T03:32:56.068580+0000","last_undegraded":"2024-09-17T03:32:56.068580+0000","last_fullsized":"2024-09-17T03:32:56.068580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:40.788070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068166+0000","last_change":"2024-09-17T03:32:54.447717+0000","last_active":"2024-09-17T03:32:56.068166+0000","last_peered":"2024-09-17T03:32:56.068166+0000","last_clean":"2024-09-17T03:32:56.068166+0000","last_became_active":"2024-09-17T03:32:54.446917+0000","last_became_peered":"2024-09-17T03:32:54.446917+0000","last_unstale":"2024-09-17T03:32:56.068166+0000","last_undegraded":"2024-09-17T03:32:56.068166+0000","last_fullsized":"2024-09-17T03:32:56.068166+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:43:51.826909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068840+0000","last_change":"2024-09-17T03:32:53.422802+0000","last_active":"2024-09-17T03:32:56.068840+0000","last_peered":"2024-09-17T03:32:56.068840+0000","last_clean":"2024-09-17T03:32:56.068840+0000","last_became_active":"2024-09-17T03:32:53.422442+0000","last_became_peered":"2024-09-17T03:32:53.422442+0000","last_unstale":"2024-09-17T03:32:56.068840+0000","last_undegraded":"2024-09-17T03:32:56.068840+0000","last_fullsized":"2024-09-17T03:32:56.068840+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:19.638477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068705+0000","last_change":"2024-09-17T03:32:54.431363+0000","last_active":"2024-09-17T03:32:56.068705+0000","last_peered":"2024-09-17T03:32:56.068705+0000","last_clean":"2024-09-17T03:32:56.068705+0000","last_became_active":"2024-09-17T03:32:54.431059+0000","last_became_peered":"2024-09-17T03:32:54.431059+0000","last_unstale":"2024-09-17T03:32:56.068705+0000","last_undegraded":"2024-09-17T03:32:56.068705+0000","last_fullsized":"2024-09-17T03:32:56.068705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:26.089116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426943+0000","last_change":"2024-09-17T03:32:53.407595+0000","last_active":"2024-09-17T03:32:55.426943+0000","last_peered":"2024-09-17T03:32:55.426943+0000","last_clean":"2024-09-17T03:32:55.426943+0000","last_became_active":"2024-09-17T03:32:53.407253+0000","last_became_peered":"2024-09-17T03:32:53.407253+0000","last_unstale":"2024-09-17T03:32:55.426943+0000","last_undegraded":"2024-09-17T03:32:55.426943+0000","last_fullsized":"2024-09-17T03:32:55.426943+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:39.262937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426675+0000","last_change":"2024-09-17T03:32:54.430681+0000","last_active":"2024-09-17T03:32:55.426675+0000","last_peered":"2024-09-17T03:32:55.426675+0000","last_clean":"2024-09-17T03:32:55.426675+0000","last_became_active":"2024-09-17T03:32:54.430254+0000","last_became_peered":"2024-09-17T03:32:54.430254+0000","last_unstale":"2024-09-17T03:32:55.426675+0000","last_undegraded":"2024-09-17T03:32:55.426675+0000","last_fullsized":"2024-09-17T03:32:55.426675+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:59.363774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419073+0000","last_change":"2024-09-17T03:32:53.414673+0000","last_active":"2024-09-17T03:32:54.419073+0000","last_peered":"2024-09-17T03:32:54.419073+0000","last_clean":"2024-09-17T03:32:54.419073+0000","last_became_active":"2024-09-17T03:32:53.414355+0000","last_became_peered":"2024-09-17T03:32:53.414355+0000","last_unstale":"2024-09-17T03:32:54.419073+0000","last_undegraded":"2024-09-17T03:32:54.419073+0000","last_fullsized":"2024-09-17T03:32:54.419073+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:22:14.832974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.444011+0000","last_change":"2024-09-17T03:32:54.440592+0000","last_active":"2024-09-17T03:32:54.444011+0000","last_peered":"2024-09-17T03:32:54.444011+0000","last_clean":"2024-09-17T03:32:54.444011+0000","last_became_active":"2024-09-17T03:32:54.440125+0000","last_became_peered":"2024-09-17T03:32:54.440125+0000","last_unstale":"2024-09-17T03:32:54.444011+0000","last_undegraded":"2024-09-17T03:32:54.444011+0000","last_fullsized":"2024-09-17T03:32:54.444011+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:28:50.669037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426384+0000","last_change":"2024-09-17T03:32:53.416177+0000","last_active":"2024-09-17T03:32:55.426384+0000","last_peered":"2024-09-17T03:32:55.426384+0000","last_clean":"2024-09-17T03:32:55.426384+0000","last_became_active":"2024-09-17T03:32:53.415851+0000","last_became_peered":"2024-09-17T03:32:53.415851+0000","last_unstale":"2024-09-17T03:32:55.426384+0000","last_undegraded":"2024-09-17T03:32:55.426384+0000","last_fullsized":"2024-09-17T03:32:55.426384+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:32:21.986478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.433936+0000","last_change":"2024-09-17T03:32:54.432040+0000","last_active":"2024-09-17T03:32:54.433936+0000","last_peered":"2024-09-17T03:32:54.433936+0000","last_clean":"2024-09-17T03:32:54.433936+0000","last_became_active":"2024-09-17T03:32:54.431722+0000","last_became_peered":"2024-09-17T03:32:54.431722+0000","last_unstale":"2024-09-17T03:32:54.433936+0000","last_undegraded":"2024-09-17T03:32:54.433936+0000","last_fullsized":"2024-09-17T03:32:54.433936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426333+0000","last_change":"2024-09-17T03:32:53.414366+0000","last_active":"2024-09-17T03:32:55.426333+0000","last_peered":"2024-09-17T03:32:55.426333+0000","last_clean":"2024-09-17T03:32:55.426333+0000","last_became_active":"2024-09-17T03:32:53.414051+0000","last_became_peered":"2024-09-17T03:32:53.414051+0000","last_unstale":"2024-09-17T03:32:55.426333+0000","last_undegraded":"2024-09-17T03:32:55.426333+0000","last_fullsized":"2024-09-17T03:32:55.426333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:41:41.039116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.440738+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.440405+0000","last_became_peered":"2024-09-17T03:32:54.440405+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:18:49.642481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.424720+0000","last_change":"2024-09-17T03:32:53.419743+0000","last_active":"2024-09-17T03:32:54.424720+0000","last_peered":"2024-09-17T03:32:54.424720+0000","last_clean":"2024-09-17T03:32:54.424720+0000","last_became_active":"2024-09-17T03:32:53.419450+0000","last_became_peered":"2024-09-17T03:32:53.419450+0000","last_unstale":"2024-09-17T03:32:54.424720+0000","last_undegraded":"2024-09-17T03:32:54.424720+0000","last_fullsized":"2024-09-17T03:32:54.424720+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:00:35.718052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404751+0000","last_change":"2024-09-17T03:32:53.404751+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404751+0000","last_undegraded":"2024-09-17T03:32:53.404751+0000","last_fullsized":"2024-09-17T03:32:53.404751+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426168+0000","last_change":"2024-09-17T03:32:53.415283+0000","last_active":"2024-09-17T03:32:55.426168+0000","last_peered":"2024-09-17T03:32:55.426168+0000","last_clean":"2024-09-17T03:32:55.426168+0000","last_became_active":"2024-09-17T03:32:53.414970+0000","last_became_peered":"2024-09-17T03:32:53.414970+0000","last_unstale":"2024-09-17T03:32:55.426168+0000","last_undegraded":"2024-09-17T03:32:55.426168+0000","last_fullsized":"2024-09-17T03:32:55.426168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:36:39.804734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451355+0000","last_change":"2024-09-17T03:32:54.450134+0000","last_active":"2024-09-17T03:32:54.451355+0000","last_peered":"2024-09-17T03:32:54.451355+0000","last_clean":"2024-09-17T03:32:54.451355+0000","last_became_active":"2024-09-17T03:32:54.449769+0000","last_became_peered":"2024-09-17T03:32:54.449769+0000","last_unstale":"2024-09-17T03:32:54.451355+0000","last_undegraded":"2024-09-17T03:32:54.451355+0000","last_fullsized":"2024-09-17T03:32:54.451355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:08:18.737561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068774+0000","last_change":"2024-09-17T03:32:53.422830+0000","last_active":"2024-09-17T03:32:56.068774+0000","last_peered":"2024-09-17T03:32:56.068774+0000","last_clean":"2024-09-17T03:32:56.068774+0000","last_became_active":"2024-09-17T03:32:53.422317+0000","last_became_peered":"2024-09-17T03:32:53.422317+0000","last_unstale":"2024-09-17T03:32:56.068774+0000","last_undegraded":"2024-09-17T03:32:56.068774+0000","last_fullsized":"2024-09-17T03:32:56.068774+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:29:22.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439167+0000","last_change":"2024-09-17T03:32:54.434778+0000","last_active":"2024-09-17T03:32:54.439167+0000","last_peered":"2024-09-17T03:32:54.439167+0000","last_clean":"2024-09-17T03:32:54.439167+0000","last_became_active":"2024-09-17T03:32:54.434434+0000","last_became_peered":"2024-09-17T03:32:54.434434+0000","last_unstale":"2024-09-17T03:32:54.439167+0000","last_undegraded":"2024-09-17T03:32:54.439167+0000","last_fullsized":"2024-09-17T03:32:54.439167+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:08.521881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426528+0000","last_change":"2024-09-17T03:32:53.422795+0000","last_active":"2024-09-17T03:32:55.426528+0000","last_peered":"2024-09-17T03:32:55.426528+0000","last_clean":"2024-09-17T03:32:55.426528+0000","last_became_active":"2024-09-17T03:32:53.422447+0000","last_became_peered":"2024-09-17T03:32:53.422447+0000","last_unstale":"2024-09-17T03:32:55.426528+0000","last_undegraded":"2024-09-17T03:32:55.426528+0000","last_fullsized":"2024-09-17T03:32:55.426528+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:06:18.808245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405305+0000","last_change":"2024-09-17T03:32:53.405305+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405305+0000","last_undegraded":"2024-09-17T03:32:53.405305+0000","last_fullsized":"2024-09-17T03:32:53.405305+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425201+0000","last_change":"2024-09-17T03:32:53.413801+0000","last_active":"2024-09-17T03:32:54.425201+0000","last_peered":"2024-09-17T03:32:54.425201+0000","last_clean":"2024-09-17T03:32:54.425201+0000","last_became_active":"2024-09-17T03:32:53.413410+0000","last_became_peered":"2024-09-17T03:32:53.413410+0000","last_unstale":"2024-09-17T03:32:54.425201+0000","last_undegraded":"2024-09-17T03:32:54.425201+0000","last_fullsized":"2024-09-17T03:32:54.425201+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:24:52.625241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.434009+0000","last_change":"2024-09-17T03:32:54.431668+0000","last_active":"2024-09-17T03:32:54.434009+0000","last_peered":"2024-09-17T03:32:54.434009+0000","last_clean":"2024-09-17T03:32:54.434009+0000","last_became_active":"2024-09-17T03:32:54.431333+0000","last_became_peered":"2024-09-17T03:32:54.431333+0000","last_unstale":"2024-09-17T03:32:54.434009+0000","last_undegraded":"2024-09-17T03:32:54.434009+0000","last_fullsized":"2024-09-17T03:32:54.434009+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425829+0000","last_change":"2024-09-17T03:32:53.421428+0000","last_active":"2024-09-17T03:32:54.425829+0000","last_peered":"2024-09-17T03:32:54.425829+0000","last_clean":"2024-09-17T03:32:54.425829+0000","last_became_active":"2024-09-17T03:32:53.421060+0000","last_became_peered":"2024-09-17T03:32:53.421060+0000","last_unstale":"2024-09-17T03:32:54.425829+0000","last_undegraded":"2024-09-17T03:32:54.425829+0000","last_fullsized":"2024-09-17T03:32:54.425829+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:32:26.897437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.437845+0000","last_change":"2024-09-17T03:32:54.434973+0000","last_active":"2024-09-17T03:32:54.437845+0000","last_peered":"2024-09-17T03:32:54.437845+0000","last_clean":"2024-09-17T03:32:54.437845+0000","last_became_active":"2024-09-17T03:32:54.434652+0000","last_became_peered":"2024-09-17T03:32:54.434652+0000","last_unstale":"2024-09-17T03:32:54.437845+0000","last_undegraded":"2024-09-17T03:32:54.437845+0000","last_fullsized":"2024-09-17T03:32:54.437845+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:59.749544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428976+0000","last_change":"2024-09-17T03:32:53.418034+0000","last_active":"2024-09-17T03:32:55.428976+0000","last_peered":"2024-09-17T03:32:55.428976+0000","last_clean":"2024-09-17T03:32:55.428976+0000","last_became_active":"2024-09-17T03:32:53.417304+0000","last_became_peered":"2024-09-17T03:32:53.417304+0000","last_unstale":"2024-09-17T03:32:55.428976+0000","last_undegraded":"2024-09-17T03:32:55.428976+0000","last_fullsized":"2024-09-17T03:32:55.428976+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067858+0000","last_change":"2024-09-17T03:32:54.421209+0000","last_active":"2024-09-17T03:32:56.067858+0000","last_peered":"2024-09-17T03:32:56.067858+0000","last_clean":"2024-09-17T03:32:56.067858+0000","last_became_active":"2024-09-17T03:32:54.420848+0000","last_became_peered":"2024-09-17T03:32:54.420848+0000","last_unstale":"2024-09-17T03:32:56.067858+0000","last_undegraded":"2024-09-17T03:32:56.067858+0000","last_fullsized":"2024-09-17T03:32:56.067858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:29:15.729536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067450+0000","last_change":"2024-09-17T03:32:53.416999+0000","last_active":"2024-09-17T03:32:56.067450+0000","last_peered":"2024-09-17T03:32:56.067450+0000","last_clean":"2024-09-17T03:32:56.067450+0000","last_became_active":"2024-09-17T03:32:53.416704+0000","last_became_peered":"2024-09-17T03:32:53.416704+0000","last_unstale":"2024-09-17T03:32:56.067450+0000","last_undegraded":"2024-09-17T03:32:56.067450+0000","last_fullsized":"2024-09-17T03:32:56.067450+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439307+0000","last_change":"2024-09-17T03:32:54.434087+0000","last_active":"2024-09-17T03:32:54.439307+0000","last_peered":"2024-09-17T03:32:54.439307+0000","last_clean":"2024-09-17T03:32:54.439307+0000","last_became_active":"2024-09-17T03:32:54.433729+0000","last_became_peered":"2024-09-17T03:32:54.433729+0000","last_unstale":"2024-09-17T03:32:54.439307+0000","last_undegraded":"2024-09-17T03:32:54.439307+0000","last_fullsized":"2024-09-17T03:32:54.439307+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:02:55.603397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.416812+0000","last_change":"2024-09-17T03:32:53.415097+0000","last_active":"2024-09-17T03:32:53.416812+0000","last_peered":"2024-09-17T03:32:53.416812+0000","last_clean":"2024-09-17T03:32:53.416812+0000","last_became_active":"2024-09-17T03:32:53.414660+0000","last_became_peered":"2024-09-17T03:32:53.414660+0000","last_unstale":"2024-09-17T03:32:53.416812+0000","last_undegraded":"2024-09-17T03:32:53.416812+0000","last_fullsized":"2024-09-17T03:32:53.416812+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068613+0000","last_change":"2024-09-17T03:32:54.451339+0000","last_active":"2024-09-17T03:32:56.068613+0000","last_peered":"2024-09-17T03:32:56.068613+0000","last_clean":"2024-09-17T03:32:56.068613+0000","last_became_active":"2024-09-17T03:32:54.450820+0000","last_became_peered":"2024-09-17T03:32:54.450820+0000","last_unstale":"2024-09-17T03:32:56.068613+0000","last_undegraded":"2024-09-17T03:32:56.068613+0000","last_fullsized":"2024-09-17T03:32:56.068613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:04:17.426277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.423344+0000","last_change":"2024-09-17T03:32:53.413203+0000","last_active":"2024-09-17T03:32:54.423344+0000","last_peered":"2024-09-17T03:32:54.423344+0000","last_clean":"2024-09-17T03:32:54.423344+0000","last_became_active":"2024-09-17T03:32:53.412847+0000","last_became_peered":"2024-09-17T03:32:53.412847+0000","last_unstale":"2024-09-17T03:32:54.423344+0000","last_undegraded":"2024-09-17T03:32:54.423344+0000","last_fullsized":"2024-09-17T03:32:54.423344+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:26:22.936486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":139,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.427112+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:54.427112+0000","last_peered":"2024-09-17T03:32:54.427112+0000","last_clean":"2024-09-17T03:32:54.427112+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:54.427112+0000","last_undegraded":"2024-09-17T03:32:54.427112+0000","last_fullsized":"2024-09-17T03:32:54.427112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":434176,"data_stored":186823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":438272,"data_stored":186353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509458,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":180153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1015808,"data_stored":769951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":762750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":172382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3f is not active+clean 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.404681+0000', 'last_change': '2024-09-17T03:32:53.404681+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.404681+0000', 'last_undegraded': '2024-09-17T03:32:53.404681+0000', 'last_fullsized': '2024-09-17T03:32:53.404681+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3e is not active+clean 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.407733+0000', 'last_change': '2024-09-17T03:32:53.407733+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.407733+0000', 'last_undegraded': '2024-09-17T03:32:53.407733+0000', 'last_fullsized': '2024-09-17T03:32:53.407733+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:PG 6.38 is not active+clean 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.409060+0000', 'last_change': '2024-09-17T03:32:53.409060+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.409060+0000', 'last_undegraded': '2024-09-17T03:32:53.409060+0000', 'last_fullsized': '2024-09-17T03:32:53.409060+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1f is not active+clean 2024-09-17T03:32:59.228 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.405492+0000', 'last_change': '2024-09-17T03:32:53.405492+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.405492+0000', 'last_undegraded': '2024-09-17T03:32:53.405492+0000', 'last_fullsized': '2024-09-17T03:32:53.405492+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1b is not active+clean 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.410509+0000', 'last_change': '2024-09-17T03:32:53.410509+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.410509+0000', 'last_undegraded': '2024-09-17T03:32:53.410509+0000', 'last_fullsized': '2024-09-17T03:32:53.410509+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:PG 6.11 is not active+clean 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.408191+0000', 'last_change': '2024-09-17T03:32:53.408191+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.408191+0000', 'last_undegraded': '2024-09-17T03:32:53.408191+0000', 'last_fullsized': '2024-09-17T03:32:53.408191+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:PG 6.13 is not active+clean 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.410051+0000', 'last_change': '2024-09-17T03:32:53.410051+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.410051+0000', 'last_undegraded': '2024-09-17T03:32:53.410051+0000', 'last_fullsized': '2024-09-17T03:32:53.410051+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:PG 6.c is not active+clean 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.408635+0000', 'last_change': '2024-09-17T03:32:53.408635+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.408635+0000', 'last_undegraded': '2024-09-17T03:32:53.408635+0000', 'last_fullsized': '2024-09-17T03:32:53.408635+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:PG 6.b is not active+clean 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.404751+0000', 'last_change': '2024-09-17T03:32:53.404751+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.404751+0000', 'last_undegraded': '2024-09-17T03:32:53.404751+0000', 'last_fullsized': '2024-09-17T03:32:53.404751+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.229 INFO:tasks.ceph.ceph_manager.ceph:PG 6.6 is not active+clean 2024-09-17T03:32:59.230 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-17T03:32:53.405305+0000', 'last_change': '2024-09-17T03:32:53.405305+0000', 'last_active': '2024-09-17T03:32:53.392863+0000', 'last_peered': '2024-09-17T03:32:53.392863+0000', 'last_clean': '2024-09-17T03:32:53.392863+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-17T03:32:53.405305+0000', 'last_undegraded': '2024-09-17T03:32:53.405305+0000', 'last_fullsized': '2024-09-17T03:32:53.405305+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'last_clean_scrub_stamp': '2024-09-17T03:32:53.392863+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-17T03:32:59.232 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-17T03:32:59.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 -- 172.21.15.45:0/1404101182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29d4005280 msgr2=0x7f29d400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 --2- 172.21.15.45:0/1404101182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29d4005280 0x7f29d400b9c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009b20 tx=0x7f29d4005830 comp rx=0 tx=0).stop 2024-09-17T03:32:59.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 -- 172.21.15.45:0/1404101182 shutdown_connections 2024-09-17T03:32:59.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 --2- 172.21.15.45:0/1404101182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29d4005280 0x7f29d400b9c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 -- 172.21.15.45:0/1404101182 >> 172.21.15.45:0/1404101182 conn(0x7f29e80d4320 msgr2=0x7f29e80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:59.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 -- 172.21.15.45:0/1404101182 shutdown_connections 2024-09-17T03:32:59.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.381+0000 7f29eed89640 1 -- 172.21.15.45:0/1404101182 wait complete. 2024-09-17T03:32:59.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.383+0000 7f29eed89640 1 Processor -- start 2024-09-17T03:32:59.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.383+0000 7f29eed89640 1 -- start start 2024-09-17T03:32:59.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29eed89640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f29d4005280 0x7f29e814a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29eed89640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f29e815b480 0x7f29e8149bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29eed89640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 0x7f29e81e8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29eed89640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f29e80b7a60 con 0x7f29e81e8880 2024-09-17T03:32:59.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29eed89640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f29e80b78e0 con 0x7f29e815b480 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29eed89640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f29e80b7be0 con 0x7f29d4005280 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29ed326640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 0x7f29e81e8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29ed326640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 0x7f29e81e8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48820/0 (socket says 172.21.15.45:48820) 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29ed326640 1 -- 172.21.15.45:0/995323812 learned_addr learned my addr 172.21.15.45:0/995323812 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29ecb25640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f29d4005280 0x7f29e814a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.384+0000 7f29e7fff640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f29e815b480 0x7f29e8149bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29ed326640 1 -- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f29d4005280 msgr2=0x7f29e814a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29ed326640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f29d4005280 0x7f29e814a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29ed326640 1 -- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f29e815b480 msgr2=0x7f29e8149bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29ed326640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f29e815b480 0x7f29e8149bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29ed326640 1 -- 172.21.15.45:0/995323812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e81e77e0 con 0x7f29e81e8880 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29ed326640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 0x7f29e81e8c90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009a70 tx=0x7f29e0009720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e00040a0 con 0x7f29e81e8880 2024-09-17T03:32:59.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f29e00035f0 con 0x7f29e81e8880 2024-09-17T03:32:59.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e81e7ac0 con 0x7f29e81e8880 2024-09-17T03:32:59.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0003840 con 0x7f29e81e8880 2024-09-17T03:32:59.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.385+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e81e8080 con 0x7f29e81e8880 2024-09-17T03:32:59.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.386+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29e80cf0b0 con 0x7f29e81e8880 2024-09-17T03:32:59.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.387+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f29e0042020 con 0x7f29e81e8880 2024-09-17T03:32:59.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.387+0000 7f29e57fa640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f29c8078b90 0x7f29c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.387+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f29e00baef0 con 0x7f29e81e8880 2024-09-17T03:32:59.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.387+0000 7f29ecb25640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f29c8078b90 0x7f29c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.388+0000 7f29ecb25640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f29c8078b90 0x7f29c807b0a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f29d8006da0 tx=0x7f29d8006230 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:59.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.392+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f29e0083230 con 0x7f29e81e8880 2024-09-17T03:32:59.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.653+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f29e81e91d0 con 0x7f29e81e8880 2024-09-17T03:32:59.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.653+0000 7f29e57fa640 1 -- 172.21.15.45:0/995323812 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1687 (secure 0 0 0) 0x7f29e0082b30 con 0x7f29e81e8880 2024-09-17T03:32:59.653 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:59.653 INFO:teuthology.orchestra.run.smithi045.stdout:{"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":81,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":38,"num_osds":8,"num_up_osds":8,"osd_up_since":1726543910,"num_in_osds":8,"osd_in_since":1726543901,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"creating+peering","count":10}],"num_pgs":97,"num_pools":3,"num_objects":18,"data_bytes":591132,"bytes_used":243056640,"bytes_avail":772851056640,"bytes_total":773094113280,"inactive_pgs_ratio":0.10309278219938278,"write_bytes_sec":716,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":18,"btime":"2024-09-17T03:32:57:430607+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"d","status":"up:active","gid":4948}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-17T03:32:52.106202+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-17T03:32:59.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.655+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f29c8078b90 msgr2=0x7f29c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.655+0000 7f29eed89640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f29c8078b90 0x7f29c807b0a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f29d8006da0 tx=0x7f29d8006230 comp rx=0 tx=0).stop 2024-09-17T03:32:59.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.655+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 msgr2=0x7f29e81e8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.655+0000 7f29eed89640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 0x7f29e81e8c90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009a70 tx=0x7f29e0009720 comp rx=0 tx=0).stop 2024-09-17T03:32:59.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 shutdown_connections 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f29c8078b90 0x7f29c807b0a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f29e815b480 0x7f29e8149bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29e81e8880 0x7f29e81e8c90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 --2- 172.21.15.45:0/995323812 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f29d4005280 0x7f29e814a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 >> 172.21.15.45:0/995323812 conn(0x7f29e80d4320 msgr2=0x7f29e80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 shutdown_connections 2024-09-17T03:32:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.656+0000 7f29eed89640 1 -- 172.21.15.45:0/995323812 wait complete. 2024-09-17T03:32:59.666 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-17T03:32:59.667 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:32:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.784+0000 7fdbfecde640 1 -- 172.21.15.45:0/3270407151 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbe4005150 msgr2=0x7fdbe400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.784+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3270407151 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbe4005150 0x7fdbe400b9c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0009b20 tx=0x7fdbe4005830 comp rx=0 tx=0).stop 2024-09-17T03:32:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.784+0000 7fdbfd27b640 1 -- 172.21.15.45:0/3270407151 reap_dead start 2024-09-17T03:32:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.784+0000 7fdbfecde640 1 -- 172.21.15.45:0/3270407151 shutdown_connections 2024-09-17T03:32:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.784+0000 7fdbfecde640 1 -- 172.21.15.45:0/3270407151 >> 172.21.15.45:0/3270407151 conn(0x7fdbf80d4320 msgr2=0x7fdbf80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.785+0000 7fdbfecde640 1 -- 172.21.15.45:0/3270407151 shutdown_connections 2024-09-17T03:32:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.785+0000 7fdbfecde640 1 -- 172.21.15.45:0/3270407151 wait complete. 2024-09-17T03:32:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.786+0000 7fdbfecde640 1 Processor -- start 2024-09-17T03:32:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.786+0000 7fdbfecde640 1 -- start start 2024-09-17T03:32:59.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfecde640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbf81f5a20 0x7fdbf80b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfecde640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdbf80cc080 0x7fdbf80ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfecde640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 0x7fdbf81f8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfecde640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf80b7c70 con 0x7fdbf80cec00 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfecde640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf80b7af0 con 0x7fdbf81f5a20 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfecde640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fdbf80cf8c0 con 0x7fdbf80cc080 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 0x7fdbf81f8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 0x7fdbf81f8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48840/0 (socket says 172.21.15.45:48840) 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 -- 172.21.15.45:0/3283685131 learned_addr learned my addr 172.21.15.45:0/3283685131 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbf7fff640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdbf80cc080 0x7fdbf80ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfca7a640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbf81f5a20 0x7fdbf80b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 -- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdbf80cc080 msgr2=0x7fdbf80ce6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdbf80cc080 0x7fdbf80ce6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 -- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbf81f5a20 msgr2=0x7fdbf80b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbf81f5a20 0x7fdbf80b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.788+0000 7fdbfd27b640 1 -- 172.21.15.45:0/3283685131 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf80cf010 con 0x7fdbf80cec00 2024-09-17T03:32:59.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.789+0000 7fdbfd27b640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 0x7fdbf81f8490 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0009b20 tx=0x7fdbf0034680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:59.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.789+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf0038040 con 0x7fdbf80cec00 2024-09-17T03:32:59.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.789+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdbf0042070 con 0x7fdbf80cec00 2024-09-17T03:32:59.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.789+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf0034a50 con 0x7fdbf80cec00 2024-09-17T03:32:59.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.789+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf80cc8d0 con 0x7fdbf80cec00 2024-09-17T03:32:59.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.789+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf80cce70 con 0x7fdbf80cec00 2024-09-17T03:32:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.790+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbf80b3770 con 0x7fdbf80cec00 2024-09-17T03:32:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.790+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdbf0034bf0 con 0x7fdbf80cec00 2024-09-17T03:32:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.791+0000 7fdbf57fa640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdbd8078b90 0x7fdbd807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:32:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.791+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fdbf00bb430 con 0x7fdbf80cec00 2024-09-17T03:32:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.792+0000 7fdbfca7a640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdbd8078b90 0x7fdbd807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:32:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.792+0000 7fdbfca7a640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdbd8078b90 0x7fdbd807b0a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdbf80b5f80 tx=0x7fdbe0005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:32:59.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.796+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fdbf80cf010 con 0x7fdbf80cec00 2024-09-17T03:32:59.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.977+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdbf80b2f50 con 0x7fdbd8078b90 2024-09-17T03:32:59.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.982+0000 7fdbf57fa640 1 -- 172.21.15.45:0/3283685131 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251114 (secure 0 0 0) 0x7fdbe005e500 con 0x7fdbd8078b90 2024-09-17T03:32:59.983 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:32:59.985 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:32:59.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdbd8078b90 msgr2=0x7fdbd807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdbd8078b90 0x7fdbd807b0a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdbf80b5f80 tx=0x7fdbe0005f90 comp rx=0 tx=0).stop 2024-09-17T03:32:59.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 msgr2=0x7fdbf81f8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:32:59.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 0x7fdbf81f8490 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0009b20 tx=0x7fdbf0034680 comp rx=0 tx=0).stop 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 shutdown_connections 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdbd8078b90 0x7fdbd807b0a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbf80cec00 0x7fdbf81f8490 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdbf80cc080 0x7fdbf80ce6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 --2- 172.21.15.45:0/3283685131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbf81f5a20 0x7fdbf80b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 >> 172.21.15.45:0/3283685131 conn(0x7fdbf80d4320 msgr2=0x7fdbf815d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 shutdown_connections 2024-09-17T03:32:59.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:32:59.985+0000 7fdbfecde640 1 -- 172.21.15.45:0/3283685131 wait complete. 2024-09-17T03:32:59.996 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-17T03:32:58.107363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":137,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103,"ondisk_log_size":103,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":101,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237360,"kb_used_data":4456,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737360,"statfs":{"total":773094113280,"available":772851056640,"internally_reserved":0,"allocated":4562944,"data_stored":2617670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713688"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404681+0000","last_change":"2024-09-17T03:32:53.404681+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404681+0000","last_undegraded":"2024-09-17T03:32:53.404681+0000","last_fullsized":"2024-09-17T03:32:53.404681+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.407733+0000","last_change":"2024-09-17T03:32:53.407733+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.407733+0000","last_undegraded":"2024-09-17T03:32:53.407733+0000","last_fullsized":"2024-09-17T03:32:53.407733+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450025+0000","last_change":"2024-09-17T03:32:54.449039+0000","last_active":"2024-09-17T03:32:54.450025+0000","last_peered":"2024-09-17T03:32:54.450025+0000","last_clean":"2024-09-17T03:32:54.450025+0000","last_became_active":"2024-09-17T03:32:54.448654+0000","last_became_peered":"2024-09-17T03:32:54.448654+0000","last_unstale":"2024-09-17T03:32:54.450025+0000","last_undegraded":"2024-09-17T03:32:54.450025+0000","last_fullsized":"2024-09-17T03:32:54.450025+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:41.793259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426724+0000","last_change":"2024-09-17T03:32:54.432218+0000","last_active":"2024-09-17T03:32:55.426724+0000","last_peered":"2024-09-17T03:32:55.426724+0000","last_clean":"2024-09-17T03:32:55.426724+0000","last_became_active":"2024-09-17T03:32:54.431830+0000","last_became_peered":"2024-09-17T03:32:54.431830+0000","last_unstale":"2024-09-17T03:32:55.426724+0000","last_undegraded":"2024-09-17T03:32:55.426724+0000","last_fullsized":"2024-09-17T03:32:55.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:10.922995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426462+0000","last_change":"2024-09-17T03:32:54.424226+0000","last_active":"2024-09-17T03:32:55.426462+0000","last_peered":"2024-09-17T03:32:55.426462+0000","last_clean":"2024-09-17T03:32:55.426462+0000","last_became_active":"2024-09-17T03:32:54.423879+0000","last_became_peered":"2024-09-17T03:32:54.423879+0000","last_unstale":"2024-09-17T03:32:55.426462+0000","last_undegraded":"2024-09-17T03:32:55.426462+0000","last_fullsized":"2024-09-17T03:32:55.426462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:35:02.128187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.430814+0000","last_change":"2024-09-17T03:32:54.429650+0000","last_active":"2024-09-17T03:32:54.430814+0000","last_peered":"2024-09-17T03:32:54.430814+0000","last_clean":"2024-09-17T03:32:54.430814+0000","last_became_active":"2024-09-17T03:32:54.429342+0000","last_became_peered":"2024-09-17T03:32:54.429342+0000","last_unstale":"2024-09-17T03:32:54.430814+0000","last_undegraded":"2024-09-17T03:32:54.430814+0000","last_fullsized":"2024-09-17T03:32:54.430814+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:52.006440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068027+0000","last_change":"2024-09-17T03:32:54.433104+0000","last_active":"2024-09-17T03:32:56.068027+0000","last_peered":"2024-09-17T03:32:56.068027+0000","last_clean":"2024-09-17T03:32:56.068027+0000","last_became_active":"2024-09-17T03:32:54.432765+0000","last_became_peered":"2024-09-17T03:32:54.432765+0000","last_unstale":"2024-09-17T03:32:56.068027+0000","last_undegraded":"2024-09-17T03:32:56.068027+0000","last_fullsized":"2024-09-17T03:32:56.068027+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:34:50.898464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.409060+0000","last_change":"2024-09-17T03:32:53.409060+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.409060+0000","last_undegraded":"2024-09-17T03:32:53.409060+0000","last_fullsized":"2024-09-17T03:32:53.409060+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449224+0000","last_change":"2024-09-17T03:32:54.447991+0000","last_active":"2024-09-17T03:32:54.449224+0000","last_peered":"2024-09-17T03:32:54.449224+0000","last_clean":"2024-09-17T03:32:54.449224+0000","last_became_active":"2024-09-17T03:32:54.447575+0000","last_became_peered":"2024-09-17T03:32:54.447575+0000","last_unstale":"2024-09-17T03:32:54.449224+0000","last_undegraded":"2024-09-17T03:32:54.449224+0000","last_fullsized":"2024-09-17T03:32:54.449224+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:24:08.558985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068293+0000","last_change":"2024-09-17T03:32:54.449112+0000","last_active":"2024-09-17T03:32:56.068293+0000","last_peered":"2024-09-17T03:32:56.068293+0000","last_clean":"2024-09-17T03:32:56.068293+0000","last_became_active":"2024-09-17T03:32:54.446356+0000","last_became_peered":"2024-09-17T03:32:54.446356+0000","last_unstale":"2024-09-17T03:32:56.068293+0000","last_undegraded":"2024-09-17T03:32:56.068293+0000","last_fullsized":"2024-09-17T03:32:56.068293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:23:36.673914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.448151+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.447384+0000","last_became_peered":"2024-09-17T03:32:54.447384+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:59:15.530038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.436304+0000","last_change":"2024-09-17T03:32:54.433752+0000","last_active":"2024-09-17T03:32:54.436304+0000","last_peered":"2024-09-17T03:32:54.436304+0000","last_clean":"2024-09-17T03:32:54.436304+0000","last_became_active":"2024-09-17T03:32:54.433369+0000","last_became_peered":"2024-09-17T03:32:54.433369+0000","last_unstale":"2024-09-17T03:32:54.436304+0000","last_undegraded":"2024-09-17T03:32:54.436304+0000","last_fullsized":"2024-09-17T03:32:54.436304+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067615+0000","last_change":"2024-09-17T03:32:54.436358+0000","last_active":"2024-09-17T03:32:56.067615+0000","last_peered":"2024-09-17T03:32:56.067615+0000","last_clean":"2024-09-17T03:32:56.067615+0000","last_became_active":"2024-09-17T03:32:54.434394+0000","last_became_peered":"2024-09-17T03:32:54.434394+0000","last_unstale":"2024-09-17T03:32:56.067615+0000","last_undegraded":"2024-09-17T03:32:56.067615+0000","last_fullsized":"2024-09-17T03:32:56.067615+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:56.202038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067610+0000","last_change":"2024-09-17T03:32:54.438036+0000","last_active":"2024-09-17T03:32:56.067610+0000","last_peered":"2024-09-17T03:32:56.067610+0000","last_clean":"2024-09-17T03:32:56.067610+0000","last_became_active":"2024-09-17T03:32:54.437386+0000","last_became_peered":"2024-09-17T03:32:54.437386+0000","last_unstale":"2024-09-17T03:32:56.067610+0000","last_undegraded":"2024-09-17T03:32:56.067610+0000","last_fullsized":"2024-09-17T03:32:56.067610+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:07:56.456543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067605+0000","last_change":"2024-09-17T03:32:54.434374+0000","last_active":"2024-09-17T03:32:56.067605+0000","last_peered":"2024-09-17T03:32:56.067605+0000","last_clean":"2024-09-17T03:32:56.067605+0000","last_became_active":"2024-09-17T03:32:54.433810+0000","last_became_peered":"2024-09-17T03:32:54.433810+0000","last_unstale":"2024-09-17T03:32:56.067605+0000","last_undegraded":"2024-09-17T03:32:56.067605+0000","last_fullsized":"2024-09-17T03:32:56.067605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:37:34.465461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451811+0000","last_change":"2024-09-17T03:32:54.448050+0000","last_active":"2024-09-17T03:32:54.451811+0000","last_peered":"2024-09-17T03:32:54.451811+0000","last_clean":"2024-09-17T03:32:54.451811+0000","last_became_active":"2024-09-17T03:32:54.447741+0000","last_became_peered":"2024-09-17T03:32:54.447741+0000","last_unstale":"2024-09-17T03:32:54.451811+0000","last_undegraded":"2024-09-17T03:32:54.451811+0000","last_fullsized":"2024-09-17T03:32:54.451811+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:45:20.813885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453891+0000","last_change":"2024-09-17T03:32:54.449183+0000","last_active":"2024-09-17T03:32:54.453891+0000","last_peered":"2024-09-17T03:32:54.453891+0000","last_clean":"2024-09-17T03:32:54.453891+0000","last_became_active":"2024-09-17T03:32:54.448875+0000","last_became_peered":"2024-09-17T03:32:54.448875+0000","last_unstale":"2024-09-17T03:32:54.453891+0000","last_undegraded":"2024-09-17T03:32:54.453891+0000","last_fullsized":"2024-09-17T03:32:54.453891+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:34:47.299632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429223+0000","last_change":"2024-09-17T03:32:54.432407+0000","last_active":"2024-09-17T03:32:55.429223+0000","last_peered":"2024-09-17T03:32:55.429223+0000","last_clean":"2024-09-17T03:32:55.429223+0000","last_became_active":"2024-09-17T03:32:54.430143+0000","last_became_peered":"2024-09-17T03:32:54.430143+0000","last_unstale":"2024-09-17T03:32:55.429223+0000","last_undegraded":"2024-09-17T03:32:55.429223+0000","last_fullsized":"2024-09-17T03:32:55.429223+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426897+0000","last_change":"2024-09-17T03:32:54.424513+0000","last_active":"2024-09-17T03:32:55.426897+0000","last_peered":"2024-09-17T03:32:55.426897+0000","last_clean":"2024-09-17T03:32:55.426897+0000","last_became_active":"2024-09-17T03:32:54.424132+0000","last_became_peered":"2024-09-17T03:32:54.424132+0000","last_unstale":"2024-09-17T03:32:55.426897+0000","last_undegraded":"2024-09-17T03:32:55.426897+0000","last_fullsized":"2024-09-17T03:32:55.426897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:20.643666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429352+0000","last_change":"2024-09-17T03:32:54.429993+0000","last_active":"2024-09-17T03:32:55.429352+0000","last_peered":"2024-09-17T03:32:55.429352+0000","last_clean":"2024-09-17T03:32:55.429352+0000","last_became_active":"2024-09-17T03:32:54.429663+0000","last_became_peered":"2024-09-17T03:32:54.429663+0000","last_unstale":"2024-09-17T03:32:55.429352+0000","last_undegraded":"2024-09-17T03:32:55.429352+0000","last_fullsized":"2024-09-17T03:32:55.429352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068104+0000","last_change":"2024-09-17T03:32:54.428379+0000","last_active":"2024-09-17T03:32:56.068104+0000","last_peered":"2024-09-17T03:32:56.068104+0000","last_clean":"2024-09-17T03:32:56.068104+0000","last_became_active":"2024-09-17T03:32:54.428073+0000","last_became_peered":"2024-09-17T03:32:54.428073+0000","last_unstale":"2024-09-17T03:32:56.068104+0000","last_undegraded":"2024-09-17T03:32:56.068104+0000","last_fullsized":"2024-09-17T03:32:56.068104+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:45:48.200810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068221+0000","last_change":"2024-09-17T03:32:54.419269+0000","last_active":"2024-09-17T03:32:56.068221+0000","last_peered":"2024-09-17T03:32:56.068221+0000","last_clean":"2024-09-17T03:32:56.068221+0000","last_became_active":"2024-09-17T03:32:54.418974+0000","last_became_peered":"2024-09-17T03:32:54.418974+0000","last_unstale":"2024-09-17T03:32:56.068221+0000","last_undegraded":"2024-09-17T03:32:56.068221+0000","last_fullsized":"2024-09-17T03:32:56.068221+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:30:11.162777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446563+0000","last_change":"2024-09-17T03:32:54.442494+0000","last_active":"2024-09-17T03:32:54.446563+0000","last_peered":"2024-09-17T03:32:54.446563+0000","last_clean":"2024-09-17T03:32:54.446563+0000","last_became_active":"2024-09-17T03:32:54.441777+0000","last_became_peered":"2024-09-17T03:32:54.441777+0000","last_unstale":"2024-09-17T03:32:54.446563+0000","last_undegraded":"2024-09-17T03:32:54.446563+0000","last_fullsized":"2024-09-17T03:32:54.446563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:56:19.967520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426457+0000","last_change":"2024-09-17T03:32:54.435598+0000","last_active":"2024-09-17T03:32:55.426457+0000","last_peered":"2024-09-17T03:32:55.426457+0000","last_clean":"2024-09-17T03:32:55.426457+0000","last_became_active":"2024-09-17T03:32:54.434793+0000","last_became_peered":"2024-09-17T03:32:54.434793+0000","last_unstale":"2024-09-17T03:32:55.426457+0000","last_undegraded":"2024-09-17T03:32:55.426457+0000","last_fullsized":"2024-09-17T03:32:55.426457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:07:01.233579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429544+0000","last_change":"2024-09-17T03:32:54.430556+0000","last_active":"2024-09-17T03:32:55.429544+0000","last_peered":"2024-09-17T03:32:55.429544+0000","last_clean":"2024-09-17T03:32:55.429544+0000","last_became_active":"2024-09-17T03:32:54.430261+0000","last_became_peered":"2024-09-17T03:32:54.430261+0000","last_unstale":"2024-09-17T03:32:55.429544+0000","last_undegraded":"2024-09-17T03:32:55.429544+0000","last_fullsized":"2024-09-17T03:32:55.429544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450414+0000","last_change":"2024-09-17T03:32:54.449366+0000","last_active":"2024-09-17T03:32:54.450414+0000","last_peered":"2024-09-17T03:32:54.450414+0000","last_clean":"2024-09-17T03:32:54.450414+0000","last_became_active":"2024-09-17T03:32:54.449029+0000","last_became_peered":"2024-09-17T03:32:54.449029+0000","last_unstale":"2024-09-17T03:32:54.450414+0000","last_undegraded":"2024-09-17T03:32:54.450414+0000","last_fullsized":"2024-09-17T03:32:54.450414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:32:47.828014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428435+0000","last_change":"2024-09-17T03:32:54.428079+0000","last_active":"2024-09-17T03:32:55.428435+0000","last_peered":"2024-09-17T03:32:55.428435+0000","last_clean":"2024-09-17T03:32:55.428435+0000","last_became_active":"2024-09-17T03:32:54.427707+0000","last_became_peered":"2024-09-17T03:32:54.427707+0000","last_unstale":"2024-09-17T03:32:55.428435+0000","last_undegraded":"2024-09-17T03:32:55.428435+0000","last_fullsized":"2024-09-17T03:32:55.428435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067711+0000","last_change":"2024-09-17T03:32:54.448241+0000","last_active":"2024-09-17T03:32:56.067711+0000","last_peered":"2024-09-17T03:32:56.067711+0000","last_clean":"2024-09-17T03:32:56.067711+0000","last_became_active":"2024-09-17T03:32:54.447919+0000","last_became_peered":"2024-09-17T03:32:54.447919+0000","last_unstale":"2024-09-17T03:32:56.067711+0000","last_undegraded":"2024-09-17T03:32:56.067711+0000","last_fullsized":"2024-09-17T03:32:56.067711+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:58:10.698015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428859+0000","last_change":"2024-09-17T03:32:54.427427+0000","last_active":"2024-09-17T03:32:55.428859+0000","last_peered":"2024-09-17T03:32:55.428859+0000","last_clean":"2024-09-17T03:32:55.428859+0000","last_became_active":"2024-09-17T03:32:54.427028+0000","last_became_peered":"2024-09-17T03:32:54.427028+0000","last_unstale":"2024-09-17T03:32:55.428859+0000","last_undegraded":"2024-09-17T03:32:55.428859+0000","last_fullsized":"2024-09-17T03:32:55.428859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428974+0000","last_change":"2024-09-17T03:32:54.421427+0000","last_active":"2024-09-17T03:32:55.428974+0000","last_peered":"2024-09-17T03:32:55.428974+0000","last_clean":"2024-09-17T03:32:55.428974+0000","last_became_active":"2024-09-17T03:32:54.421099+0000","last_became_peered":"2024-09-17T03:32:54.421099+0000","last_unstale":"2024-09-17T03:32:55.428974+0000","last_undegraded":"2024-09-17T03:32:55.428974+0000","last_fullsized":"2024-09-17T03:32:55.428974+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446590+0000","last_change":"2024-09-17T03:32:54.445386+0000","last_active":"2024-09-17T03:32:54.446590+0000","last_peered":"2024-09-17T03:32:54.446590+0000","last_clean":"2024-09-17T03:32:54.446590+0000","last_became_active":"2024-09-17T03:32:54.442193+0000","last_became_peered":"2024-09-17T03:32:54.442193+0000","last_unstale":"2024-09-17T03:32:54.446590+0000","last_undegraded":"2024-09-17T03:32:54.446590+0000","last_fullsized":"2024-09-17T03:32:54.446590+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:02:52.500140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.429050+0000","last_change":"2024-09-17T03:32:54.427477+0000","last_active":"2024-09-17T03:32:54.429050+0000","last_peered":"2024-09-17T03:32:54.429050+0000","last_clean":"2024-09-17T03:32:54.429050+0000","last_became_active":"2024-09-17T03:32:54.427163+0000","last_became_peered":"2024-09-17T03:32:54.427163+0000","last_unstale":"2024-09-17T03:32:54.429050+0000","last_undegraded":"2024-09-17T03:32:54.429050+0000","last_fullsized":"2024-09-17T03:32:54.429050+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:04.225159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.453929+0000","last_change":"2024-09-17T03:32:54.449055+0000","last_active":"2024-09-17T03:32:54.453929+0000","last_peered":"2024-09-17T03:32:54.453929+0000","last_clean":"2024-09-17T03:32:54.453929+0000","last_became_active":"2024-09-17T03:32:54.448729+0000","last_became_peered":"2024-09-17T03:32:54.448729+0000","last_unstale":"2024-09-17T03:32:54.453929+0000","last_undegraded":"2024-09-17T03:32:54.453929+0000","last_fullsized":"2024-09-17T03:32:54.453929+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:46:04.162705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429495+0000","last_change":"2024-09-17T03:32:53.414301+0000","last_active":"2024-09-17T03:32:55.429495+0000","last_peered":"2024-09-17T03:32:55.429495+0000","last_clean":"2024-09-17T03:32:55.429495+0000","last_became_active":"2024-09-17T03:32:53.414006+0000","last_became_peered":"2024-09-17T03:32:53.414006+0000","last_unstale":"2024-09-17T03:32:55.429495+0000","last_undegraded":"2024-09-17T03:32:55.429495+0000","last_fullsized":"2024-09-17T03:32:55.429495+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451768+0000","last_change":"2024-09-17T03:32:54.451131+0000","last_active":"2024-09-17T03:32:54.451768+0000","last_peered":"2024-09-17T03:32:54.451768+0000","last_clean":"2024-09-17T03:32:54.451768+0000","last_became_active":"2024-09-17T03:32:54.450364+0000","last_became_peered":"2024-09-17T03:32:54.450364+0000","last_unstale":"2024-09-17T03:32:54.451768+0000","last_undegraded":"2024-09-17T03:32:54.451768+0000","last_fullsized":"2024-09-17T03:32:54.451768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:51:37.263161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.450320+0000","last_change":"2024-09-17T03:32:53.414901+0000","last_active":"2024-09-17T03:32:54.450320+0000","last_peered":"2024-09-17T03:32:54.450320+0000","last_clean":"2024-09-17T03:32:54.450320+0000","last_became_active":"2024-09-17T03:32:53.414529+0000","last_became_peered":"2024-09-17T03:32:53.414529+0000","last_unstale":"2024-09-17T03:32:54.450320+0000","last_undegraded":"2024-09-17T03:32:54.450320+0000","last_fullsized":"2024-09-17T03:32:54.450320+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:48:37.336600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068777+0000","last_change":"2024-09-17T03:32:54.437396+0000","last_active":"2024-09-17T03:32:56.068777+0000","last_peered":"2024-09-17T03:32:56.068777+0000","last_clean":"2024-09-17T03:32:56.068777+0000","last_became_active":"2024-09-17T03:32:54.436892+0000","last_became_peered":"2024-09-17T03:32:54.436892+0000","last_unstale":"2024-09-17T03:32:56.068777+0000","last_undegraded":"2024-09-17T03:32:56.068777+0000","last_fullsized":"2024-09-17T03:32:56.068777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:12:38.239888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449827+0000","last_change":"2024-09-17T03:32:53.418458+0000","last_active":"2024-09-17T03:32:54.449827+0000","last_peered":"2024-09-17T03:32:54.449827+0000","last_clean":"2024-09-17T03:32:54.449827+0000","last_became_active":"2024-09-17T03:32:53.418119+0000","last_became_peered":"2024-09-17T03:32:53.418119+0000","last_unstale":"2024-09-17T03:32:54.449827+0000","last_undegraded":"2024-09-17T03:32:54.449827+0000","last_fullsized":"2024-09-17T03:32:54.449827+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405492+0000","last_change":"2024-09-17T03:32:53.405492+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405492+0000","last_undegraded":"2024-09-17T03:32:53.405492+0000","last_fullsized":"2024-09-17T03:32:53.405492+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068413+0000","last_change":"2024-09-17T03:32:53.418105+0000","last_active":"2024-09-17T03:32:56.068413+0000","last_peered":"2024-09-17T03:32:56.068413+0000","last_clean":"2024-09-17T03:32:56.068413+0000","last_became_active":"2024-09-17T03:32:53.417769+0000","last_became_peered":"2024-09-17T03:32:53.417769+0000","last_unstale":"2024-09-17T03:32:56.068413+0000","last_undegraded":"2024-09-17T03:32:56.068413+0000","last_fullsized":"2024-09-17T03:32:56.068413+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:49:37.485726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435136+0000","last_change":"2024-09-17T03:32:54.433693+0000","last_active":"2024-09-17T03:32:54.435136+0000","last_peered":"2024-09-17T03:32:54.435136+0000","last_clean":"2024-09-17T03:32:54.435136+0000","last_became_active":"2024-09-17T03:32:54.433340+0000","last_became_peered":"2024-09-17T03:32:54.433340+0000","last_unstale":"2024-09-17T03:32:54.435136+0000","last_undegraded":"2024-09-17T03:32:54.435136+0000","last_fullsized":"2024-09-17T03:32:54.435136+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067764+0000","last_change":"2024-09-17T03:32:53.417717+0000","last_active":"2024-09-17T03:32:56.067764+0000","last_peered":"2024-09-17T03:32:56.067764+0000","last_clean":"2024-09-17T03:32:56.067764+0000","last_became_active":"2024-09-17T03:32:53.417405+0000","last_became_peered":"2024-09-17T03:32:53.417405+0000","last_unstale":"2024-09-17T03:32:56.067764+0000","last_undegraded":"2024-09-17T03:32:56.067764+0000","last_fullsized":"2024-09-17T03:32:56.067764+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:57.653096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067892+0000","last_change":"2024-09-17T03:32:54.436586+0000","last_active":"2024-09-17T03:32:56.067892+0000","last_peered":"2024-09-17T03:32:56.067892+0000","last_clean":"2024-09-17T03:32:56.067892+0000","last_became_active":"2024-09-17T03:32:54.431461+0000","last_became_peered":"2024-09-17T03:32:54.431461+0000","last_unstale":"2024-09-17T03:32:56.067892+0000","last_undegraded":"2024-09-17T03:32:56.067892+0000","last_fullsized":"2024-09-17T03:32:56.067892+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:18:29.274733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.446477+0000","last_change":"2024-09-17T03:32:53.413926+0000","last_active":"2024-09-17T03:32:54.446477+0000","last_peered":"2024-09-17T03:32:54.446477+0000","last_clean":"2024-09-17T03:32:54.446477+0000","last_became_active":"2024-09-17T03:32:53.413515+0000","last_became_peered":"2024-09-17T03:32:53.413515+0000","last_unstale":"2024-09-17T03:32:54.446477+0000","last_undegraded":"2024-09-17T03:32:54.446477+0000","last_fullsized":"2024-09-17T03:32:54.446477+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:47.741125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068904+0000","last_change":"2024-09-17T03:32:54.432616+0000","last_active":"2024-09-17T03:32:56.068904+0000","last_peered":"2024-09-17T03:32:56.068904+0000","last_clean":"2024-09-17T03:32:56.068904+0000","last_became_active":"2024-09-17T03:32:54.432310+0000","last_became_peered":"2024-09-17T03:32:54.432310+0000","last_unstale":"2024-09-17T03:32:56.068904+0000","last_undegraded":"2024-09-17T03:32:56.068904+0000","last_fullsized":"2024-09-17T03:32:56.068904+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:27.505306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419297+0000","last_change":"2024-09-17T03:32:53.420579+0000","last_active":"2024-09-17T03:32:54.419297+0000","last_peered":"2024-09-17T03:32:54.419297+0000","last_clean":"2024-09-17T03:32:54.419297+0000","last_became_active":"2024-09-17T03:32:53.420256+0000","last_became_peered":"2024-09-17T03:32:53.420256+0000","last_unstale":"2024-09-17T03:32:54.419297+0000","last_undegraded":"2024-09-17T03:32:54.419297+0000","last_fullsized":"2024-09-17T03:32:54.419297+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:07:11.440108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410509+0000","last_change":"2024-09-17T03:32:53.410509+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410509+0000","last_undegraded":"2024-09-17T03:32:53.410509+0000","last_fullsized":"2024-09-17T03:32:53.410509+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067305+0000","last_change":"2024-09-17T03:32:53.420357+0000","last_active":"2024-09-17T03:32:56.067305+0000","last_peered":"2024-09-17T03:32:56.067305+0000","last_clean":"2024-09-17T03:32:56.067305+0000","last_became_active":"2024-09-17T03:32:53.420036+0000","last_became_peered":"2024-09-17T03:32:53.420036+0000","last_unstale":"2024-09-17T03:32:56.067305+0000","last_undegraded":"2024-09-17T03:32:56.067305+0000","last_fullsized":"2024-09-17T03:32:56.067305+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426803+0000","last_change":"2024-09-17T03:32:54.432152+0000","last_active":"2024-09-17T03:32:55.426803+0000","last_peered":"2024-09-17T03:32:55.426803+0000","last_clean":"2024-09-17T03:32:55.426803+0000","last_became_active":"2024-09-17T03:32:54.431791+0000","last_became_peered":"2024-09-17T03:32:54.431791+0000","last_unstale":"2024-09-17T03:32:55.426803+0000","last_undegraded":"2024-09-17T03:32:55.426803+0000","last_fullsized":"2024-09-17T03:32:55.426803+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:49.839473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.422938+0000","last_change":"2024-09-17T03:32:53.416073+0000","last_active":"2024-09-17T03:32:53.422938+0000","last_peered":"2024-09-17T03:32:53.422938+0000","last_clean":"2024-09-17T03:32:53.422938+0000","last_became_active":"2024-09-17T03:32:53.412883+0000","last_became_peered":"2024-09-17T03:32:53.412883+0000","last_unstale":"2024-09-17T03:32:53.422938+0000","last_undegraded":"2024-09-17T03:32:53.422938+0000","last_fullsized":"2024-09-17T03:32:53.422938+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439122+0000","last_change":"2024-09-17T03:32:54.434189+0000","last_active":"2024-09-17T03:32:54.439122+0000","last_peered":"2024-09-17T03:32:54.439122+0000","last_clean":"2024-09-17T03:32:54.439122+0000","last_became_active":"2024-09-17T03:32:54.433681+0000","last_became_peered":"2024-09-17T03:32:54.433681+0000","last_unstale":"2024-09-17T03:32:54.439122+0000","last_undegraded":"2024-09-17T03:32:54.439122+0000","last_fullsized":"2024-09-17T03:32:54.439122+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:44:48.024195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068322+0000","last_change":"2024-09-17T03:32:53.421715+0000","last_active":"2024-09-17T03:32:56.068322+0000","last_peered":"2024-09-17T03:32:56.068322+0000","last_clean":"2024-09-17T03:32:56.068322+0000","last_became_active":"2024-09-17T03:32:53.421349+0000","last_became_peered":"2024-09-17T03:32:53.421349+0000","last_unstale":"2024-09-17T03:32:56.068322+0000","last_undegraded":"2024-09-17T03:32:56.068322+0000","last_fullsized":"2024-09-17T03:32:56.068322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:12.212843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.435185+0000","last_change":"2024-09-17T03:32:54.433090+0000","last_active":"2024-09-17T03:32:54.435185+0000","last_peered":"2024-09-17T03:32:54.435185+0000","last_clean":"2024-09-17T03:32:54.435185+0000","last_became_active":"2024-09-17T03:32:54.432687+0000","last_became_peered":"2024-09-17T03:32:54.432687+0000","last_unstale":"2024-09-17T03:32:54.435185+0000","last_undegraded":"2024-09-17T03:32:54.435185+0000","last_fullsized":"2024-09-17T03:32:54.435185+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068400+0000","last_change":"2024-09-17T03:32:53.419351+0000","last_active":"2024-09-17T03:32:56.068400+0000","last_peered":"2024-09-17T03:32:56.068400+0000","last_clean":"2024-09-17T03:32:56.068400+0000","last_became_active":"2024-09-17T03:32:53.419012+0000","last_became_peered":"2024-09-17T03:32:53.419012+0000","last_unstale":"2024-09-17T03:32:56.068400+0000","last_undegraded":"2024-09-17T03:32:56.068400+0000","last_fullsized":"2024-09-17T03:32:56.068400+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:25.083928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068148+0000","last_change":"2024-09-17T03:32:54.428571+0000","last_active":"2024-09-17T03:32:56.068148+0000","last_peered":"2024-09-17T03:32:56.068148+0000","last_clean":"2024-09-17T03:32:56.068148+0000","last_became_active":"2024-09-17T03:32:54.427854+0000","last_became_peered":"2024-09-17T03:32:54.427854+0000","last_unstale":"2024-09-17T03:32:56.068148+0000","last_undegraded":"2024-09-17T03:32:56.068148+0000","last_fullsized":"2024-09-17T03:32:56.068148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:26:27.544664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423930+0000","last_change":"2024-09-17T03:32:53.421706+0000","last_active":"2024-09-17T03:32:53.423930+0000","last_peered":"2024-09-17T03:32:53.423930+0000","last_clean":"2024-09-17T03:32:53.423930+0000","last_became_active":"2024-09-17T03:32:53.421149+0000","last_became_peered":"2024-09-17T03:32:53.421149+0000","last_unstale":"2024-09-17T03:32:53.423930+0000","last_undegraded":"2024-09-17T03:32:53.423930+0000","last_fullsized":"2024-09-17T03:32:53.423930+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:54:51.001252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449487+0000","last_change":"2024-09-17T03:32:54.447829+0000","last_active":"2024-09-17T03:32:54.449487+0000","last_peered":"2024-09-17T03:32:54.449487+0000","last_clean":"2024-09-17T03:32:54.449487+0000","last_became_active":"2024-09-17T03:32:54.447402+0000","last_became_peered":"2024-09-17T03:32:54.447402+0000","last_unstale":"2024-09-17T03:32:54.449487+0000","last_undegraded":"2024-09-17T03:32:54.449487+0000","last_fullsized":"2024-09-17T03:32:54.449487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.423694+0000","last_change":"2024-09-17T03:32:53.420652+0000","last_active":"2024-09-17T03:32:53.423694+0000","last_peered":"2024-09-17T03:32:53.423694+0000","last_clean":"2024-09-17T03:32:53.423694+0000","last_became_active":"2024-09-17T03:32:53.420378+0000","last_became_peered":"2024-09-17T03:32:53.420378+0000","last_unstale":"2024-09-17T03:32:53.423694+0000","last_undegraded":"2024-09-17T03:32:53.423694+0000","last_fullsized":"2024-09-17T03:32:53.423694+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:49:03.219971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408191+0000","last_change":"2024-09-17T03:32:53.408191+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408191+0000","last_undegraded":"2024-09-17T03:32:53.408191+0000","last_fullsized":"2024-09-17T03:32:53.408191+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419434+0000","last_change":"2024-09-17T03:32:53.422532+0000","last_active":"2024-09-17T03:32:54.419434+0000","last_peered":"2024-09-17T03:32:54.419434+0000","last_clean":"2024-09-17T03:32:54.419434+0000","last_became_active":"2024-09-17T03:32:53.422175+0000","last_became_peered":"2024-09-17T03:32:53.422175+0000","last_unstale":"2024-09-17T03:32:54.419434+0000","last_undegraded":"2024-09-17T03:32:54.419434+0000","last_fullsized":"2024-09-17T03:32:54.419434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.443898+0000","last_change":"2024-09-17T03:32:54.439470+0000","last_active":"2024-09-17T03:32:54.443898+0000","last_peered":"2024-09-17T03:32:54.443898+0000","last_clean":"2024-09-17T03:32:54.443898+0000","last_became_active":"2024-09-17T03:32:54.439108+0000","last_became_peered":"2024-09-17T03:32:54.439108+0000","last_unstale":"2024-09-17T03:32:54.443898+0000","last_undegraded":"2024-09-17T03:32:54.443898+0000","last_fullsized":"2024-09-17T03:32:54.443898+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:30.450347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428006+0000","last_change":"2024-09-17T03:32:53.417234+0000","last_active":"2024-09-17T03:32:55.428006+0000","last_peered":"2024-09-17T03:32:55.428006+0000","last_clean":"2024-09-17T03:32:55.428006+0000","last_became_active":"2024-09-17T03:32:53.416871+0000","last_became_peered":"2024-09-17T03:32:53.416871+0000","last_unstale":"2024-09-17T03:32:55.428006+0000","last_undegraded":"2024-09-17T03:32:55.428006+0000","last_fullsized":"2024-09-17T03:32:55.428006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:58.358585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.410051+0000","last_change":"2024-09-17T03:32:53.410051+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.410051+0000","last_undegraded":"2024-09-17T03:32:53.410051+0000","last_fullsized":"2024-09-17T03:32:53.410051+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":21,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.449902+0000","last_change":"2024-09-17T03:32:53.413112+0000","last_active":"2024-09-17T03:32:54.449902+0000","last_peered":"2024-09-17T03:32:54.449902+0000","last_clean":"2024-09-17T03:32:54.449902+0000","last_became_active":"2024-09-17T03:32:53.412771+0000","last_became_peered":"2024-09-17T03:32:53.412771+0000","last_unstale":"2024-09-17T03:32:54.449902+0000","last_undegraded":"2024-09-17T03:32:54.449902+0000","last_fullsized":"2024-09-17T03:32:54.449902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:31.812617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.408635+0000","last_change":"2024-09-17T03:32:53.408635+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.408635+0000","last_undegraded":"2024-09-17T03:32:53.408635+0000","last_fullsized":"2024-09-17T03:32:53.408635+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068580+0000","last_change":"2024-09-17T03:32:53.421935+0000","last_active":"2024-09-17T03:32:56.068580+0000","last_peered":"2024-09-17T03:32:56.068580+0000","last_clean":"2024-09-17T03:32:56.068580+0000","last_became_active":"2024-09-17T03:32:53.421375+0000","last_became_peered":"2024-09-17T03:32:53.421375+0000","last_unstale":"2024-09-17T03:32:56.068580+0000","last_undegraded":"2024-09-17T03:32:56.068580+0000","last_fullsized":"2024-09-17T03:32:56.068580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:40.788070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068166+0000","last_change":"2024-09-17T03:32:54.447717+0000","last_active":"2024-09-17T03:32:56.068166+0000","last_peered":"2024-09-17T03:32:56.068166+0000","last_clean":"2024-09-17T03:32:56.068166+0000","last_became_active":"2024-09-17T03:32:54.446917+0000","last_became_peered":"2024-09-17T03:32:54.446917+0000","last_unstale":"2024-09-17T03:32:56.068166+0000","last_undegraded":"2024-09-17T03:32:56.068166+0000","last_fullsized":"2024-09-17T03:32:56.068166+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:43:51.826909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068840+0000","last_change":"2024-09-17T03:32:53.422802+0000","last_active":"2024-09-17T03:32:56.068840+0000","last_peered":"2024-09-17T03:32:56.068840+0000","last_clean":"2024-09-17T03:32:56.068840+0000","last_became_active":"2024-09-17T03:32:53.422442+0000","last_became_peered":"2024-09-17T03:32:53.422442+0000","last_unstale":"2024-09-17T03:32:56.068840+0000","last_undegraded":"2024-09-17T03:32:56.068840+0000","last_fullsized":"2024-09-17T03:32:56.068840+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:19.638477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068705+0000","last_change":"2024-09-17T03:32:54.431363+0000","last_active":"2024-09-17T03:32:56.068705+0000","last_peered":"2024-09-17T03:32:56.068705+0000","last_clean":"2024-09-17T03:32:56.068705+0000","last_became_active":"2024-09-17T03:32:54.431059+0000","last_became_peered":"2024-09-17T03:32:54.431059+0000","last_unstale":"2024-09-17T03:32:56.068705+0000","last_undegraded":"2024-09-17T03:32:56.068705+0000","last_fullsized":"2024-09-17T03:32:56.068705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:26.089116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426943+0000","last_change":"2024-09-17T03:32:53.407595+0000","last_active":"2024-09-17T03:32:55.426943+0000","last_peered":"2024-09-17T03:32:55.426943+0000","last_clean":"2024-09-17T03:32:55.426943+0000","last_became_active":"2024-09-17T03:32:53.407253+0000","last_became_peered":"2024-09-17T03:32:53.407253+0000","last_unstale":"2024-09-17T03:32:55.426943+0000","last_undegraded":"2024-09-17T03:32:55.426943+0000","last_fullsized":"2024-09-17T03:32:55.426943+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:39.262937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426675+0000","last_change":"2024-09-17T03:32:54.430681+0000","last_active":"2024-09-17T03:32:55.426675+0000","last_peered":"2024-09-17T03:32:55.426675+0000","last_clean":"2024-09-17T03:32:55.426675+0000","last_became_active":"2024-09-17T03:32:54.430254+0000","last_became_peered":"2024-09-17T03:32:54.430254+0000","last_unstale":"2024-09-17T03:32:55.426675+0000","last_undegraded":"2024-09-17T03:32:55.426675+0000","last_fullsized":"2024-09-17T03:32:55.426675+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:59.363774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.419073+0000","last_change":"2024-09-17T03:32:53.414673+0000","last_active":"2024-09-17T03:32:54.419073+0000","last_peered":"2024-09-17T03:32:54.419073+0000","last_clean":"2024-09-17T03:32:54.419073+0000","last_became_active":"2024-09-17T03:32:53.414355+0000","last_became_peered":"2024-09-17T03:32:53.414355+0000","last_unstale":"2024-09-17T03:32:54.419073+0000","last_undegraded":"2024-09-17T03:32:54.419073+0000","last_fullsized":"2024-09-17T03:32:54.419073+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:22:14.832974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.444011+0000","last_change":"2024-09-17T03:32:54.440592+0000","last_active":"2024-09-17T03:32:54.444011+0000","last_peered":"2024-09-17T03:32:54.444011+0000","last_clean":"2024-09-17T03:32:54.444011+0000","last_became_active":"2024-09-17T03:32:54.440125+0000","last_became_peered":"2024-09-17T03:32:54.440125+0000","last_unstale":"2024-09-17T03:32:54.444011+0000","last_undegraded":"2024-09-17T03:32:54.444011+0000","last_fullsized":"2024-09-17T03:32:54.444011+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:28:50.669037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426384+0000","last_change":"2024-09-17T03:32:53.416177+0000","last_active":"2024-09-17T03:32:55.426384+0000","last_peered":"2024-09-17T03:32:55.426384+0000","last_clean":"2024-09-17T03:32:55.426384+0000","last_became_active":"2024-09-17T03:32:53.415851+0000","last_became_peered":"2024-09-17T03:32:53.415851+0000","last_unstale":"2024-09-17T03:32:55.426384+0000","last_undegraded":"2024-09-17T03:32:55.426384+0000","last_fullsized":"2024-09-17T03:32:55.426384+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:32:21.986478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.433936+0000","last_change":"2024-09-17T03:32:54.432040+0000","last_active":"2024-09-17T03:32:54.433936+0000","last_peered":"2024-09-17T03:32:54.433936+0000","last_clean":"2024-09-17T03:32:54.433936+0000","last_became_active":"2024-09-17T03:32:54.431722+0000","last_became_peered":"2024-09-17T03:32:54.431722+0000","last_unstale":"2024-09-17T03:32:54.433936+0000","last_undegraded":"2024-09-17T03:32:54.433936+0000","last_fullsized":"2024-09-17T03:32:54.433936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426333+0000","last_change":"2024-09-17T03:32:53.414366+0000","last_active":"2024-09-17T03:32:55.426333+0000","last_peered":"2024-09-17T03:32:55.426333+0000","last_clean":"2024-09-17T03:32:55.426333+0000","last_became_active":"2024-09-17T03:32:53.414051+0000","last_became_peered":"2024-09-17T03:32:53.414051+0000","last_unstale":"2024-09-17T03:32:55.426333+0000","last_undegraded":"2024-09-17T03:32:55.426333+0000","last_fullsized":"2024-09-17T03:32:55.426333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:41:41.039116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.440738+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.440405+0000","last_became_peered":"2024-09-17T03:32:54.440405+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:18:49.642481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.424720+0000","last_change":"2024-09-17T03:32:53.419743+0000","last_active":"2024-09-17T03:32:54.424720+0000","last_peered":"2024-09-17T03:32:54.424720+0000","last_clean":"2024-09-17T03:32:54.424720+0000","last_became_active":"2024-09-17T03:32:53.419450+0000","last_became_peered":"2024-09-17T03:32:53.419450+0000","last_unstale":"2024-09-17T03:32:54.424720+0000","last_undegraded":"2024-09-17T03:32:54.424720+0000","last_fullsized":"2024-09-17T03:32:54.424720+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:00:35.718052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.404751+0000","last_change":"2024-09-17T03:32:53.404751+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.404751+0000","last_undegraded":"2024-09-17T03:32:53.404751+0000","last_fullsized":"2024-09-17T03:32:53.404751+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426168+0000","last_change":"2024-09-17T03:32:53.415283+0000","last_active":"2024-09-17T03:32:55.426168+0000","last_peered":"2024-09-17T03:32:55.426168+0000","last_clean":"2024-09-17T03:32:55.426168+0000","last_became_active":"2024-09-17T03:32:53.414970+0000","last_became_peered":"2024-09-17T03:32:53.414970+0000","last_unstale":"2024-09-17T03:32:55.426168+0000","last_undegraded":"2024-09-17T03:32:55.426168+0000","last_fullsized":"2024-09-17T03:32:55.426168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:36:39.804734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.451355+0000","last_change":"2024-09-17T03:32:54.450134+0000","last_active":"2024-09-17T03:32:54.451355+0000","last_peered":"2024-09-17T03:32:54.451355+0000","last_clean":"2024-09-17T03:32:54.451355+0000","last_became_active":"2024-09-17T03:32:54.449769+0000","last_became_peered":"2024-09-17T03:32:54.449769+0000","last_unstale":"2024-09-17T03:32:54.451355+0000","last_undegraded":"2024-09-17T03:32:54.451355+0000","last_fullsized":"2024-09-17T03:32:54.451355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:08:18.737561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068774+0000","last_change":"2024-09-17T03:32:53.422830+0000","last_active":"2024-09-17T03:32:56.068774+0000","last_peered":"2024-09-17T03:32:56.068774+0000","last_clean":"2024-09-17T03:32:56.068774+0000","last_became_active":"2024-09-17T03:32:53.422317+0000","last_became_peered":"2024-09-17T03:32:53.422317+0000","last_unstale":"2024-09-17T03:32:56.068774+0000","last_undegraded":"2024-09-17T03:32:56.068774+0000","last_fullsized":"2024-09-17T03:32:56.068774+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:29:22.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439167+0000","last_change":"2024-09-17T03:32:54.434778+0000","last_active":"2024-09-17T03:32:54.439167+0000","last_peered":"2024-09-17T03:32:54.439167+0000","last_clean":"2024-09-17T03:32:54.439167+0000","last_became_active":"2024-09-17T03:32:54.434434+0000","last_became_peered":"2024-09-17T03:32:54.434434+0000","last_unstale":"2024-09-17T03:32:54.439167+0000","last_undegraded":"2024-09-17T03:32:54.439167+0000","last_fullsized":"2024-09-17T03:32:54.439167+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:38:08.521881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426528+0000","last_change":"2024-09-17T03:32:53.422795+0000","last_active":"2024-09-17T03:32:55.426528+0000","last_peered":"2024-09-17T03:32:55.426528+0000","last_clean":"2024-09-17T03:32:55.426528+0000","last_became_active":"2024-09-17T03:32:53.422447+0000","last_became_peered":"2024-09-17T03:32:53.422447+0000","last_unstale":"2024-09-17T03:32:55.426528+0000","last_undegraded":"2024-09-17T03:32:55.426528+0000","last_fullsized":"2024-09-17T03:32:55.426528+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:06:18.808245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-17T03:32:53.405305+0000","last_change":"2024-09-17T03:32:53.405305+0000","last_active":"2024-09-17T03:32:53.392863+0000","last_peered":"2024-09-17T03:32:53.392863+0000","last_clean":"2024-09-17T03:32:53.392863+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T03:32:53.405305+0000","last_undegraded":"2024-09-17T03:32:53.405305+0000","last_fullsized":"2024-09-17T03:32:53.405305+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425201+0000","last_change":"2024-09-17T03:32:53.413801+0000","last_active":"2024-09-17T03:32:54.425201+0000","last_peered":"2024-09-17T03:32:54.425201+0000","last_clean":"2024-09-17T03:32:54.425201+0000","last_became_active":"2024-09-17T03:32:53.413410+0000","last_became_peered":"2024-09-17T03:32:53.413410+0000","last_unstale":"2024-09-17T03:32:54.425201+0000","last_undegraded":"2024-09-17T03:32:54.425201+0000","last_fullsized":"2024-09-17T03:32:54.425201+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:24:52.625241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.434009+0000","last_change":"2024-09-17T03:32:54.431668+0000","last_active":"2024-09-17T03:32:54.434009+0000","last_peered":"2024-09-17T03:32:54.434009+0000","last_clean":"2024-09-17T03:32:54.434009+0000","last_became_active":"2024-09-17T03:32:54.431333+0000","last_became_peered":"2024-09-17T03:32:54.431333+0000","last_unstale":"2024-09-17T03:32:54.434009+0000","last_undegraded":"2024-09-17T03:32:54.434009+0000","last_fullsized":"2024-09-17T03:32:54.434009+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.425829+0000","last_change":"2024-09-17T03:32:53.421428+0000","last_active":"2024-09-17T03:32:54.425829+0000","last_peered":"2024-09-17T03:32:54.425829+0000","last_clean":"2024-09-17T03:32:54.425829+0000","last_became_active":"2024-09-17T03:32:53.421060+0000","last_became_peered":"2024-09-17T03:32:53.421060+0000","last_unstale":"2024-09-17T03:32:54.425829+0000","last_undegraded":"2024-09-17T03:32:54.425829+0000","last_fullsized":"2024-09-17T03:32:54.425829+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:32:26.897437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.437845+0000","last_change":"2024-09-17T03:32:54.434973+0000","last_active":"2024-09-17T03:32:54.437845+0000","last_peered":"2024-09-17T03:32:54.437845+0000","last_clean":"2024-09-17T03:32:54.437845+0000","last_became_active":"2024-09-17T03:32:54.434652+0000","last_became_peered":"2024-09-17T03:32:54.434652+0000","last_unstale":"2024-09-17T03:32:54.437845+0000","last_undegraded":"2024-09-17T03:32:54.437845+0000","last_fullsized":"2024-09-17T03:32:54.437845+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:59.749544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428976+0000","last_change":"2024-09-17T03:32:53.418034+0000","last_active":"2024-09-17T03:32:55.428976+0000","last_peered":"2024-09-17T03:32:55.428976+0000","last_clean":"2024-09-17T03:32:55.428976+0000","last_became_active":"2024-09-17T03:32:53.417304+0000","last_became_peered":"2024-09-17T03:32:53.417304+0000","last_unstale":"2024-09-17T03:32:55.428976+0000","last_undegraded":"2024-09-17T03:32:55.428976+0000","last_fullsized":"2024-09-17T03:32:55.428976+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067858+0000","last_change":"2024-09-17T03:32:54.421209+0000","last_active":"2024-09-17T03:32:56.067858+0000","last_peered":"2024-09-17T03:32:56.067858+0000","last_clean":"2024-09-17T03:32:56.067858+0000","last_became_active":"2024-09-17T03:32:54.420848+0000","last_became_peered":"2024-09-17T03:32:54.420848+0000","last_unstale":"2024-09-17T03:32:56.067858+0000","last_undegraded":"2024-09-17T03:32:56.067858+0000","last_fullsized":"2024-09-17T03:32:56.067858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:29:15.729536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067450+0000","last_change":"2024-09-17T03:32:53.416999+0000","last_active":"2024-09-17T03:32:56.067450+0000","last_peered":"2024-09-17T03:32:56.067450+0000","last_clean":"2024-09-17T03:32:56.067450+0000","last_became_active":"2024-09-17T03:32:53.416704+0000","last_became_peered":"2024-09-17T03:32:53.416704+0000","last_unstale":"2024-09-17T03:32:56.067450+0000","last_undegraded":"2024-09-17T03:32:56.067450+0000","last_fullsized":"2024-09-17T03:32:56.067450+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.439307+0000","last_change":"2024-09-17T03:32:54.434087+0000","last_active":"2024-09-17T03:32:54.439307+0000","last_peered":"2024-09-17T03:32:54.439307+0000","last_clean":"2024-09-17T03:32:54.439307+0000","last_became_active":"2024-09-17T03:32:54.433729+0000","last_became_peered":"2024-09-17T03:32:54.433729+0000","last_unstale":"2024-09-17T03:32:54.439307+0000","last_undegraded":"2024-09-17T03:32:54.439307+0000","last_fullsized":"2024-09-17T03:32:54.439307+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:02:55.603397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-17T03:32:53.416812+0000","last_change":"2024-09-17T03:32:53.415097+0000","last_active":"2024-09-17T03:32:53.416812+0000","last_peered":"2024-09-17T03:32:53.416812+0000","last_clean":"2024-09-17T03:32:53.416812+0000","last_became_active":"2024-09-17T03:32:53.414660+0000","last_became_peered":"2024-09-17T03:32:53.414660+0000","last_unstale":"2024-09-17T03:32:53.416812+0000","last_undegraded":"2024-09-17T03:32:53.416812+0000","last_fullsized":"2024-09-17T03:32:53.416812+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068613+0000","last_change":"2024-09-17T03:32:54.451339+0000","last_active":"2024-09-17T03:32:56.068613+0000","last_peered":"2024-09-17T03:32:56.068613+0000","last_clean":"2024-09-17T03:32:56.068613+0000","last_became_active":"2024-09-17T03:32:54.450820+0000","last_became_peered":"2024-09-17T03:32:54.450820+0000","last_unstale":"2024-09-17T03:32:56.068613+0000","last_undegraded":"2024-09-17T03:32:56.068613+0000","last_fullsized":"2024-09-17T03:32:56.068613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:04:17.426277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.423344+0000","last_change":"2024-09-17T03:32:53.413203+0000","last_active":"2024-09-17T03:32:54.423344+0000","last_peered":"2024-09-17T03:32:54.423344+0000","last_clean":"2024-09-17T03:32:54.423344+0000","last_became_active":"2024-09-17T03:32:53.412847+0000","last_became_peered":"2024-09-17T03:32:53.412847+0000","last_unstale":"2024-09-17T03:32:54.423344+0000","last_undegraded":"2024-09-17T03:32:54.423344+0000","last_fullsized":"2024-09-17T03:32:54.423344+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:26:22.936486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":139,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-17T03:32:54.427112+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:54.427112+0000","last_peered":"2024-09-17T03:32:54.427112+0000","last_clean":"2024-09-17T03:32:54.427112+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:54.427112+0000","last_undegraded":"2024-09-17T03:32:54.427112+0000","last_fullsized":"2024-09-17T03:32:54.427112+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":434176,"data_stored":186823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":438272,"data_stored":186353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509458,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":180153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1015808,"data_stored":769951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":762750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":172382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":421888,"data_stored":179639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:00.766 DEBUG:teuthology.orchestra.run.smithi045:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:00.769 DEBUG:teuthology.orchestra.run.smithi112:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:03.000 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:33:03.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 -- 172.21.15.45:0/3023339294 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2148004800 msgr2=0x7f2148004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 --2- 172.21.15.45:0/3023339294 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2148004800 0x7f2148004c10 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f214c0016c0 tx=0x7f2148005830 comp rx=0 tx=0).stop 2024-09-17T03:33:03.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 -- 172.21.15.45:0/3023339294 shutdown_connections 2024-09-17T03:33:03.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 --2- 172.21.15.45:0/3023339294 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2148004800 0x7f2148004c10 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 -- 172.21.15.45:0/3023339294 >> 172.21.15.45:0/3023339294 conn(0x7f215c0b3ca0 msgr2=0x7f215c0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:03.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 -- 172.21.15.45:0/3023339294 shutdown_connections 2024-09-17T03:33:03.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.133+0000 7f2163d0b640 1 -- 172.21.15.45:0/3023339294 wait complete. 2024-09-17T03:33:03.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.135+0000 7f2163d0b640 1 Processor -- start 2024-09-17T03:33:03.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.135+0000 7f2163d0b640 1 -- start start 2024-09-17T03:33:03.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.136+0000 7f2163d0b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2148004800 0x7f215c0cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2163d0b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f215c0c91f0 0x7f215c1581d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2163d0b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 0x7f215c1f4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2163d0b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f215c162990 con 0x7f215c1f4ad0 2024-09-17T03:33:03.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2163d0b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f215c162810 con 0x7f2148004800 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2163d0b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f215c162b10 con 0x7f215c0c91f0 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 0x7f215c1f4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 0x7f215c1f4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48862/0 (socket says 172.21.15.45:48862) 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 -- 172.21.15.45:0/1652058703 learned_addr learned my addr 172.21.15.45:0/1652058703 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21612a6640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f215c0c91f0 0x7f215c1581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2161aa7640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2148004800 0x7f215c0cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 -- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f215c0c91f0 msgr2=0x7f215c1581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f215c0c91f0 0x7f215c1581d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 -- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2148004800 msgr2=0x7f215c0cbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2148004800 0x7f215c0cbde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 -- 172.21.15.45:0/1652058703 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f215c070870 con 0x7f215c1f4ad0 2024-09-17T03:33:03.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21622a8640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 0x7f215c1f4ee0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2154005fd0 tx=0x7f2154011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154004b20 con 0x7f215c1f4ad0 2024-09-17T03:33:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2154004cc0 con 0x7f215c1f4ad0 2024-09-17T03:33:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f215c070b50 con 0x7f215c1f4ad0 2024-09-17T03:33:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.137+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154003bd0 con 0x7f215c1f4ad0 2024-09-17T03:33:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.138+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f215c06e1d0 con 0x7f215c1f4ad0 2024-09-17T03:33:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.139+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f215c0b50e0 con 0x7f215c1f4ad0 2024-09-17T03:33:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.139+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2154004030 con 0x7f215c1f4ad0 2024-09-17T03:33:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.140+0000 7f21527fc640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2140078bc0 0x7f214007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.141+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f215409beb0 con 0x7f215c1f4ad0 2024-09-17T03:33:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.141+0000 7f2161aa7640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2140078bc0 0x7f214007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.141+0000 7f2161aa7640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2140078bc0 0x7f214007b0d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f215c06bad0 tx=0x7f2158006720 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.145+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f215401f060 con 0x7f215c1f4ad0 2024-09-17T03:33:03.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.325+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f215c158710 con 0x7f2140078bc0 2024-09-17T03:33:03.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.330+0000 7f21527fc640 1 -- 172.21.15.45:0/1652058703 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251896 (secure 0 0 0) 0x7f21580035f0 con 0x7f2140078bc0 2024-09-17T03:33:03.332 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:03.333 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:33:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.333+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2140078bc0 msgr2=0x7f214007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.333+0000 7f2163d0b640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2140078bc0 0x7f214007b0d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f215c06bad0 tx=0x7f2158006720 comp rx=0 tx=0).stop 2024-09-17T03:33:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.333+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 msgr2=0x7f215c1f4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.333+0000 7f2163d0b640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 0x7f215c1f4ee0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2154005fd0 tx=0x7f2154011f80 comp rx=0 tx=0).stop 2024-09-17T03:33:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 shutdown_connections 2024-09-17T03:33:03.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2140078bc0 0x7f214007b0d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f215c1f4ad0 0x7f215c1f4ee0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f215c0c91f0 0x7f215c1581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 --2- 172.21.15.45:0/1652058703 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2148004800 0x7f215c0cbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 >> 172.21.15.45:0/1652058703 conn(0x7f215c0b3ca0 msgr2=0x7f215c0b33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:03.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 shutdown_connections 2024-09-17T03:33:03.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.334+0000 7f2163d0b640 1 -- 172.21.15.45:0/1652058703 wait complete. 2024-09-17T03:33:03.344 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-17T03:33:02.108264+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237468,"kb_used_data":4584,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737252,"statfs":{"total":773094113280,"available":772850946048,"internally_reserved":0,"allocated":4694016,"data_stored":2675484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001750"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069650+0000","last_change":"2024-09-17T03:32:54.427507+0000","last_active":"2024-09-17T03:32:56.069650+0000","last_peered":"2024-09-17T03:32:56.069650+0000","last_clean":"2024-09-17T03:32:56.069650+0000","last_became_active":"2024-09-17T03:32:54.427176+0000","last_became_peered":"2024-09-17T03:32:54.427176+0000","last_unstale":"2024-09-17T03:32:56.069650+0000","last_undegraded":"2024-09-17T03:32:56.069650+0000","last_fullsized":"2024-09-17T03:32:56.069650+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:43:10.240279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068888+0000","last_change":"2024-09-17T03:32:54.429656+0000","last_active":"2024-09-17T03:32:56.068888+0000","last_peered":"2024-09-17T03:32:56.068888+0000","last_clean":"2024-09-17T03:32:56.068888+0000","last_became_active":"2024-09-17T03:32:54.429310+0000","last_became_peered":"2024-09-17T03:32:54.429310+0000","last_unstale":"2024-09-17T03:32:56.068888+0000","last_undegraded":"2024-09-17T03:32:56.068888+0000","last_fullsized":"2024-09-17T03:32:56.068888+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:55:52.030650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068678+0000","last_change":"2024-09-17T03:32:54.449039+0000","last_active":"2024-09-17T03:32:56.068678+0000","last_peered":"2024-09-17T03:32:56.068678+0000","last_clean":"2024-09-17T03:32:56.068678+0000","last_became_active":"2024-09-17T03:32:54.448654+0000","last_became_peered":"2024-09-17T03:32:54.448654+0000","last_unstale":"2024-09-17T03:32:56.068678+0000","last_undegraded":"2024-09-17T03:32:56.068678+0000","last_fullsized":"2024-09-17T03:32:56.068678+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:01:19.035651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426724+0000","last_change":"2024-09-17T03:32:54.432218+0000","last_active":"2024-09-17T03:32:55.426724+0000","last_peered":"2024-09-17T03:32:55.426724+0000","last_clean":"2024-09-17T03:32:55.426724+0000","last_became_active":"2024-09-17T03:32:54.431830+0000","last_became_peered":"2024-09-17T03:32:54.431830+0000","last_unstale":"2024-09-17T03:32:55.426724+0000","last_undegraded":"2024-09-17T03:32:55.426724+0000","last_fullsized":"2024-09-17T03:32:55.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:10.922995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426462+0000","last_change":"2024-09-17T03:32:54.424226+0000","last_active":"2024-09-17T03:32:55.426462+0000","last_peered":"2024-09-17T03:32:55.426462+0000","last_clean":"2024-09-17T03:32:55.426462+0000","last_became_active":"2024-09-17T03:32:54.423879+0000","last_became_peered":"2024-09-17T03:32:54.423879+0000","last_unstale":"2024-09-17T03:32:55.426462+0000","last_undegraded":"2024-09-17T03:32:55.426462+0000","last_fullsized":"2024-09-17T03:32:55.426462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:35:02.128187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068287+0000","last_change":"2024-09-17T03:32:54.429650+0000","last_active":"2024-09-17T03:32:56.068287+0000","last_peered":"2024-09-17T03:32:56.068287+0000","last_clean":"2024-09-17T03:32:56.068287+0000","last_became_active":"2024-09-17T03:32:54.429342+0000","last_became_peered":"2024-09-17T03:32:54.429342+0000","last_unstale":"2024-09-17T03:32:56.068287+0000","last_undegraded":"2024-09-17T03:32:56.068287+0000","last_fullsized":"2024-09-17T03:32:56.068287+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:16:44.363121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068027+0000","last_change":"2024-09-17T03:32:54.433104+0000","last_active":"2024-09-17T03:32:56.068027+0000","last_peered":"2024-09-17T03:32:56.068027+0000","last_clean":"2024-09-17T03:32:56.068027+0000","last_became_active":"2024-09-17T03:32:54.432765+0000","last_became_peered":"2024-09-17T03:32:54.432765+0000","last_unstale":"2024-09-17T03:32:56.068027+0000","last_undegraded":"2024-09-17T03:32:56.068027+0000","last_fullsized":"2024-09-17T03:32:56.068027+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:34:50.898464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068024+0000","last_change":"2024-09-17T03:32:54.431714+0000","last_active":"2024-09-17T03:32:56.068024+0000","last_peered":"2024-09-17T03:32:56.068024+0000","last_clean":"2024-09-17T03:32:56.068024+0000","last_became_active":"2024-09-17T03:32:54.431414+0000","last_became_peered":"2024-09-17T03:32:54.431414+0000","last_unstale":"2024-09-17T03:32:56.068024+0000","last_undegraded":"2024-09-17T03:32:56.068024+0000","last_fullsized":"2024-09-17T03:32:56.068024+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:56:51.848290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068869+0000","last_change":"2024-09-17T03:32:54.447991+0000","last_active":"2024-09-17T03:32:56.068869+0000","last_peered":"2024-09-17T03:32:56.068869+0000","last_clean":"2024-09-17T03:32:56.068869+0000","last_became_active":"2024-09-17T03:32:54.447575+0000","last_became_peered":"2024-09-17T03:32:54.447575+0000","last_unstale":"2024-09-17T03:32:56.068869+0000","last_undegraded":"2024-09-17T03:32:56.068869+0000","last_fullsized":"2024-09-17T03:32:56.068869+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:53:19.273218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068293+0000","last_change":"2024-09-17T03:32:54.449112+0000","last_active":"2024-09-17T03:32:56.068293+0000","last_peered":"2024-09-17T03:32:56.068293+0000","last_clean":"2024-09-17T03:32:56.068293+0000","last_became_active":"2024-09-17T03:32:54.446356+0000","last_became_peered":"2024-09-17T03:32:54.446356+0000","last_unstale":"2024-09-17T03:32:56.068293+0000","last_undegraded":"2024-09-17T03:32:56.068293+0000","last_fullsized":"2024-09-17T03:32:56.068293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:23:36.673914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.448151+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.447384+0000","last_became_peered":"2024-09-17T03:32:54.447384+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:59:15.530038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068442+0000","last_change":"2024-09-17T03:32:54.433752+0000","last_active":"2024-09-17T03:32:56.068442+0000","last_peered":"2024-09-17T03:32:56.068442+0000","last_clean":"2024-09-17T03:32:56.068442+0000","last_became_active":"2024-09-17T03:32:54.433369+0000","last_became_peered":"2024-09-17T03:32:54.433369+0000","last_unstale":"2024-09-17T03:32:56.068442+0000","last_undegraded":"2024-09-17T03:32:56.068442+0000","last_fullsized":"2024-09-17T03:32:56.068442+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:18:21.176679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067615+0000","last_change":"2024-09-17T03:32:54.436358+0000","last_active":"2024-09-17T03:32:56.067615+0000","last_peered":"2024-09-17T03:32:56.067615+0000","last_clean":"2024-09-17T03:32:56.067615+0000","last_became_active":"2024-09-17T03:32:54.434394+0000","last_became_peered":"2024-09-17T03:32:54.434394+0000","last_unstale":"2024-09-17T03:32:56.067615+0000","last_undegraded":"2024-09-17T03:32:56.067615+0000","last_fullsized":"2024-09-17T03:32:56.067615+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:35:56.202038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067610+0000","last_change":"2024-09-17T03:32:54.438036+0000","last_active":"2024-09-17T03:32:56.067610+0000","last_peered":"2024-09-17T03:32:56.067610+0000","last_clean":"2024-09-17T03:32:56.067610+0000","last_became_active":"2024-09-17T03:32:54.437386+0000","last_became_peered":"2024-09-17T03:32:54.437386+0000","last_unstale":"2024-09-17T03:32:56.067610+0000","last_undegraded":"2024-09-17T03:32:56.067610+0000","last_fullsized":"2024-09-17T03:32:56.067610+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:07:56.456543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067605+0000","last_change":"2024-09-17T03:32:54.434374+0000","last_active":"2024-09-17T03:32:56.067605+0000","last_peered":"2024-09-17T03:32:56.067605+0000","last_clean":"2024-09-17T03:32:56.067605+0000","last_became_active":"2024-09-17T03:32:54.433810+0000","last_became_peered":"2024-09-17T03:32:54.433810+0000","last_unstale":"2024-09-17T03:32:56.067605+0000","last_undegraded":"2024-09-17T03:32:56.067605+0000","last_fullsized":"2024-09-17T03:32:56.067605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:37:34.465461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428805+0000","last_change":"2024-09-17T03:32:54.448050+0000","last_active":"2024-09-17T03:32:55.428805+0000","last_peered":"2024-09-17T03:32:55.428805+0000","last_clean":"2024-09-17T03:32:55.428805+0000","last_became_active":"2024-09-17T03:32:54.447741+0000","last_became_peered":"2024-09-17T03:32:54.447741+0000","last_unstale":"2024-09-17T03:32:55.428805+0000","last_undegraded":"2024-09-17T03:32:55.428805+0000","last_fullsized":"2024-09-17T03:32:55.428805+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:55:52.030650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.427676+0000","last_change":"2024-09-17T03:32:54.449183+0000","last_active":"2024-09-17T03:32:55.427676+0000","last_peered":"2024-09-17T03:32:55.427676+0000","last_clean":"2024-09-17T03:32:55.427676+0000","last_became_active":"2024-09-17T03:32:54.448875+0000","last_became_peered":"2024-09-17T03:32:54.448875+0000","last_unstale":"2024-09-17T03:32:55.427676+0000","last_undegraded":"2024-09-17T03:32:55.427676+0000","last_fullsized":"2024-09-17T03:32:55.427676+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:57:39.406262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429223+0000","last_change":"2024-09-17T03:32:54.432407+0000","last_active":"2024-09-17T03:32:55.429223+0000","last_peered":"2024-09-17T03:32:55.429223+0000","last_clean":"2024-09-17T03:32:55.429223+0000","last_became_active":"2024-09-17T03:32:54.430143+0000","last_became_peered":"2024-09-17T03:32:54.430143+0000","last_unstale":"2024-09-17T03:32:55.429223+0000","last_undegraded":"2024-09-17T03:32:55.429223+0000","last_fullsized":"2024-09-17T03:32:55.429223+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:55:07.888821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426897+0000","last_change":"2024-09-17T03:32:54.424513+0000","last_active":"2024-09-17T03:32:55.426897+0000","last_peered":"2024-09-17T03:32:55.426897+0000","last_clean":"2024-09-17T03:32:55.426897+0000","last_became_active":"2024-09-17T03:32:54.424132+0000","last_became_peered":"2024-09-17T03:32:54.424132+0000","last_unstale":"2024-09-17T03:32:55.426897+0000","last_undegraded":"2024-09-17T03:32:55.426897+0000","last_fullsized":"2024-09-17T03:32:55.426897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:20.643666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429352+0000","last_change":"2024-09-17T03:32:54.429993+0000","last_active":"2024-09-17T03:32:55.429352+0000","last_peered":"2024-09-17T03:32:55.429352+0000","last_clean":"2024-09-17T03:32:55.429352+0000","last_became_active":"2024-09-17T03:32:54.429663+0000","last_became_peered":"2024-09-17T03:32:54.429663+0000","last_unstale":"2024-09-17T03:32:55.429352+0000","last_undegraded":"2024-09-17T03:32:55.429352+0000","last_fullsized":"2024-09-17T03:32:55.429352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:12:00.187998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068104+0000","last_change":"2024-09-17T03:32:54.428379+0000","last_active":"2024-09-17T03:32:56.068104+0000","last_peered":"2024-09-17T03:32:56.068104+0000","last_clean":"2024-09-17T03:32:56.068104+0000","last_became_active":"2024-09-17T03:32:54.428073+0000","last_became_peered":"2024-09-17T03:32:54.428073+0000","last_unstale":"2024-09-17T03:32:56.068104+0000","last_undegraded":"2024-09-17T03:32:56.068104+0000","last_fullsized":"2024-09-17T03:32:56.068104+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:45:48.200810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068221+0000","last_change":"2024-09-17T03:32:54.419269+0000","last_active":"2024-09-17T03:32:56.068221+0000","last_peered":"2024-09-17T03:32:56.068221+0000","last_clean":"2024-09-17T03:32:56.068221+0000","last_became_active":"2024-09-17T03:32:54.418974+0000","last_became_peered":"2024-09-17T03:32:54.418974+0000","last_unstale":"2024-09-17T03:32:56.068221+0000","last_undegraded":"2024-09-17T03:32:56.068221+0000","last_fullsized":"2024-09-17T03:32:56.068221+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:30:11.162777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.427581+0000","last_change":"2024-09-17T03:32:54.442494+0000","last_active":"2024-09-17T03:32:55.427581+0000","last_peered":"2024-09-17T03:32:55.427581+0000","last_clean":"2024-09-17T03:32:55.427581+0000","last_became_active":"2024-09-17T03:32:54.441777+0000","last_became_peered":"2024-09-17T03:32:54.441777+0000","last_unstale":"2024-09-17T03:32:55.427581+0000","last_undegraded":"2024-09-17T03:32:55.427581+0000","last_fullsized":"2024-09-17T03:32:55.427581+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:04:08.857450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426457+0000","last_change":"2024-09-17T03:32:54.435598+0000","last_active":"2024-09-17T03:32:55.426457+0000","last_peered":"2024-09-17T03:32:55.426457+0000","last_clean":"2024-09-17T03:32:55.426457+0000","last_became_active":"2024-09-17T03:32:54.434793+0000","last_became_peered":"2024-09-17T03:32:54.434793+0000","last_unstale":"2024-09-17T03:32:55.426457+0000","last_undegraded":"2024-09-17T03:32:55.426457+0000","last_fullsized":"2024-09-17T03:32:55.426457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:07:01.233579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429544+0000","last_change":"2024-09-17T03:32:54.430556+0000","last_active":"2024-09-17T03:32:55.429544+0000","last_peered":"2024-09-17T03:32:55.429544+0000","last_clean":"2024-09-17T03:32:55.429544+0000","last_became_active":"2024-09-17T03:32:54.430261+0000","last_became_peered":"2024-09-17T03:32:54.430261+0000","last_unstale":"2024-09-17T03:32:55.429544+0000","last_undegraded":"2024-09-17T03:32:55.429544+0000","last_fullsized":"2024-09-17T03:32:55.429544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:10:05.191867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068853+0000","last_change":"2024-09-17T03:32:54.449366+0000","last_active":"2024-09-17T03:32:56.068853+0000","last_peered":"2024-09-17T03:32:56.068853+0000","last_clean":"2024-09-17T03:32:56.068853+0000","last_became_active":"2024-09-17T03:32:54.449029+0000","last_became_peered":"2024-09-17T03:32:54.449029+0000","last_unstale":"2024-09-17T03:32:56.068853+0000","last_undegraded":"2024-09-17T03:32:56.068853+0000","last_fullsized":"2024-09-17T03:32:56.068853+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:39:44.294720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428435+0000","last_change":"2024-09-17T03:32:54.428079+0000","last_active":"2024-09-17T03:32:55.428435+0000","last_peered":"2024-09-17T03:32:55.428435+0000","last_clean":"2024-09-17T03:32:55.428435+0000","last_became_active":"2024-09-17T03:32:54.427707+0000","last_became_peered":"2024-09-17T03:32:54.427707+0000","last_unstale":"2024-09-17T03:32:55.428435+0000","last_undegraded":"2024-09-17T03:32:55.428435+0000","last_fullsized":"2024-09-17T03:32:55.428435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:54:07.025121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067711+0000","last_change":"2024-09-17T03:32:54.448241+0000","last_active":"2024-09-17T03:32:56.067711+0000","last_peered":"2024-09-17T03:32:56.067711+0000","last_clean":"2024-09-17T03:32:56.067711+0000","last_became_active":"2024-09-17T03:32:54.447919+0000","last_became_peered":"2024-09-17T03:32:54.447919+0000","last_unstale":"2024-09-17T03:32:56.067711+0000","last_undegraded":"2024-09-17T03:32:56.067711+0000","last_fullsized":"2024-09-17T03:32:56.067711+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:58:10.698015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428859+0000","last_change":"2024-09-17T03:32:54.427427+0000","last_active":"2024-09-17T03:32:55.428859+0000","last_peered":"2024-09-17T03:32:55.428859+0000","last_clean":"2024-09-17T03:32:55.428859+0000","last_became_active":"2024-09-17T03:32:54.427028+0000","last_became_peered":"2024-09-17T03:32:54.427028+0000","last_unstale":"2024-09-17T03:32:55.428859+0000","last_undegraded":"2024-09-17T03:32:55.428859+0000","last_fullsized":"2024-09-17T03:32:55.428859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:58.658285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428974+0000","last_change":"2024-09-17T03:32:54.421427+0000","last_active":"2024-09-17T03:32:55.428974+0000","last_peered":"2024-09-17T03:32:55.428974+0000","last_clean":"2024-09-17T03:32:55.428974+0000","last_became_active":"2024-09-17T03:32:54.421099+0000","last_became_peered":"2024-09-17T03:32:54.421099+0000","last_unstale":"2024-09-17T03:32:55.428974+0000","last_undegraded":"2024-09-17T03:32:55.428974+0000","last_fullsized":"2024-09-17T03:32:55.428974+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:06:30.463596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.427819+0000","last_change":"2024-09-17T03:32:54.445386+0000","last_active":"2024-09-17T03:32:55.427819+0000","last_peered":"2024-09-17T03:32:55.427819+0000","last_clean":"2024-09-17T03:32:55.427819+0000","last_became_active":"2024-09-17T03:32:54.442193+0000","last_became_peered":"2024-09-17T03:32:54.442193+0000","last_unstale":"2024-09-17T03:32:55.427819+0000","last_undegraded":"2024-09-17T03:32:55.427819+0000","last_fullsized":"2024-09-17T03:32:55.427819+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:06:59.410798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069117+0000","last_change":"2024-09-17T03:32:54.427477+0000","last_active":"2024-09-17T03:32:56.069117+0000","last_peered":"2024-09-17T03:32:56.069117+0000","last_clean":"2024-09-17T03:32:56.069117+0000","last_became_active":"2024-09-17T03:32:54.427163+0000","last_became_peered":"2024-09-17T03:32:54.427163+0000","last_unstale":"2024-09-17T03:32:56.069117+0000","last_undegraded":"2024-09-17T03:32:56.069117+0000","last_fullsized":"2024-09-17T03:32:56.069117+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:56:41.717426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.427936+0000","last_change":"2024-09-17T03:32:54.449055+0000","last_active":"2024-09-17T03:32:55.427936+0000","last_peered":"2024-09-17T03:32:55.427936+0000","last_clean":"2024-09-17T03:32:55.427936+0000","last_became_active":"2024-09-17T03:32:54.448729+0000","last_became_peered":"2024-09-17T03:32:54.448729+0000","last_unstale":"2024-09-17T03:32:55.427936+0000","last_undegraded":"2024-09-17T03:32:55.427936+0000","last_fullsized":"2024-09-17T03:32:55.427936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:14.734946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429495+0000","last_change":"2024-09-17T03:32:53.414301+0000","last_active":"2024-09-17T03:32:55.429495+0000","last_peered":"2024-09-17T03:32:55.429495+0000","last_clean":"2024-09-17T03:32:55.429495+0000","last_became_active":"2024-09-17T03:32:53.414006+0000","last_became_peered":"2024-09-17T03:32:53.414006+0000","last_unstale":"2024-09-17T03:32:55.429495+0000","last_undegraded":"2024-09-17T03:32:55.429495+0000","last_fullsized":"2024-09-17T03:32:55.429495+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069427+0000","last_change":"2024-09-17T03:32:54.451131+0000","last_active":"2024-09-17T03:32:56.069427+0000","last_peered":"2024-09-17T03:32:56.069427+0000","last_clean":"2024-09-17T03:32:56.069427+0000","last_became_active":"2024-09-17T03:32:54.450364+0000","last_became_peered":"2024-09-17T03:32:54.450364+0000","last_unstale":"2024-09-17T03:32:56.069427+0000","last_undegraded":"2024-09-17T03:32:56.069427+0000","last_fullsized":"2024-09-17T03:32:56.069427+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:00:28.247219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069215+0000","last_change":"2024-09-17T03:32:53.414901+0000","last_active":"2024-09-17T03:32:56.069215+0000","last_peered":"2024-09-17T03:32:56.069215+0000","last_clean":"2024-09-17T03:32:56.069215+0000","last_became_active":"2024-09-17T03:32:53.414529+0000","last_became_peered":"2024-09-17T03:32:53.414529+0000","last_unstale":"2024-09-17T03:32:56.069215+0000","last_undegraded":"2024-09-17T03:32:56.069215+0000","last_fullsized":"2024-09-17T03:32:56.069215+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:48:37.336600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068777+0000","last_change":"2024-09-17T03:32:54.437396+0000","last_active":"2024-09-17T03:32:56.068777+0000","last_peered":"2024-09-17T03:32:56.068777+0000","last_clean":"2024-09-17T03:32:56.068777+0000","last_became_active":"2024-09-17T03:32:54.436892+0000","last_became_peered":"2024-09-17T03:32:54.436892+0000","last_unstale":"2024-09-17T03:32:56.068777+0000","last_undegraded":"2024-09-17T03:32:56.068777+0000","last_fullsized":"2024-09-17T03:32:56.068777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:12:38.239888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069465+0000","last_change":"2024-09-17T03:32:53.418458+0000","last_active":"2024-09-17T03:32:56.069465+0000","last_peered":"2024-09-17T03:32:56.069465+0000","last_clean":"2024-09-17T03:32:56.069465+0000","last_became_active":"2024-09-17T03:32:53.418119+0000","last_became_peered":"2024-09-17T03:32:53.418119+0000","last_unstale":"2024-09-17T03:32:56.069465+0000","last_undegraded":"2024-09-17T03:32:56.069465+0000","last_fullsized":"2024-09-17T03:32:56.069465+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:16:15.308556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069642+0000","last_change":"2024-09-17T03:32:54.438363+0000","last_active":"2024-09-17T03:32:56.069642+0000","last_peered":"2024-09-17T03:32:56.069642+0000","last_clean":"2024-09-17T03:32:56.069642+0000","last_became_active":"2024-09-17T03:32:54.438036+0000","last_became_peered":"2024-09-17T03:32:54.438036+0000","last_unstale":"2024-09-17T03:32:56.069642+0000","last_undegraded":"2024-09-17T03:32:56.069642+0000","last_fullsized":"2024-09-17T03:32:56.069642+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:58:40.208661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068413+0000","last_change":"2024-09-17T03:32:53.418105+0000","last_active":"2024-09-17T03:32:56.068413+0000","last_peered":"2024-09-17T03:32:56.068413+0000","last_clean":"2024-09-17T03:32:56.068413+0000","last_became_active":"2024-09-17T03:32:53.417769+0000","last_became_peered":"2024-09-17T03:32:53.417769+0000","last_unstale":"2024-09-17T03:32:56.068413+0000","last_undegraded":"2024-09-17T03:32:56.068413+0000","last_fullsized":"2024-09-17T03:32:56.068413+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:49:37.485726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067769+0000","last_change":"2024-09-17T03:32:54.433693+0000","last_active":"2024-09-17T03:32:56.067769+0000","last_peered":"2024-09-17T03:32:56.067769+0000","last_clean":"2024-09-17T03:32:56.067769+0000","last_became_active":"2024-09-17T03:32:54.433340+0000","last_became_peered":"2024-09-17T03:32:54.433340+0000","last_unstale":"2024-09-17T03:32:56.067769+0000","last_undegraded":"2024-09-17T03:32:56.067769+0000","last_fullsized":"2024-09-17T03:32:56.067769+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T13:00:00.254524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067764+0000","last_change":"2024-09-17T03:32:53.417717+0000","last_active":"2024-09-17T03:32:56.067764+0000","last_peered":"2024-09-17T03:32:56.067764+0000","last_clean":"2024-09-17T03:32:56.067764+0000","last_became_active":"2024-09-17T03:32:53.417405+0000","last_became_peered":"2024-09-17T03:32:53.417405+0000","last_unstale":"2024-09-17T03:32:56.067764+0000","last_undegraded":"2024-09-17T03:32:56.067764+0000","last_fullsized":"2024-09-17T03:32:56.067764+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:22:57.653096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067892+0000","last_change":"2024-09-17T03:32:54.436586+0000","last_active":"2024-09-17T03:32:56.067892+0000","last_peered":"2024-09-17T03:32:56.067892+0000","last_clean":"2024-09-17T03:32:56.067892+0000","last_became_active":"2024-09-17T03:32:54.431461+0000","last_became_peered":"2024-09-17T03:32:54.431461+0000","last_unstale":"2024-09-17T03:32:56.067892+0000","last_undegraded":"2024-09-17T03:32:56.067892+0000","last_fullsized":"2024-09-17T03:32:56.067892+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T12:18:29.274733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428199+0000","last_change":"2024-09-17T03:32:53.413926+0000","last_active":"2024-09-17T03:32:55.428199+0000","last_peered":"2024-09-17T03:32:55.428199+0000","last_clean":"2024-09-17T03:32:55.428199+0000","last_became_active":"2024-09-17T03:32:53.413515+0000","last_became_peered":"2024-09-17T03:32:53.413515+0000","last_unstale":"2024-09-17T03:32:55.428199+0000","last_undegraded":"2024-09-17T03:32:55.428199+0000","last_fullsized":"2024-09-17T03:32:55.428199+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:31:47.741125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068904+0000","last_change":"2024-09-17T03:32:54.432616+0000","last_active":"2024-09-17T03:32:56.068904+0000","last_peered":"2024-09-17T03:32:56.068904+0000","last_clean":"2024-09-17T03:32:56.068904+0000","last_became_active":"2024-09-17T03:32:54.432310+0000","last_became_peered":"2024-09-17T03:32:54.432310+0000","last_unstale":"2024-09-17T03:32:56.068904+0000","last_undegraded":"2024-09-17T03:32:56.068904+0000","last_fullsized":"2024-09-17T03:32:56.068904+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:27.505306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068404+0000","last_change":"2024-09-17T03:32:53.420579+0000","last_active":"2024-09-17T03:32:56.068404+0000","last_peered":"2024-09-17T03:32:56.068404+0000","last_clean":"2024-09-17T03:32:56.068404+0000","last_became_active":"2024-09-17T03:32:53.420256+0000","last_became_peered":"2024-09-17T03:32:53.420256+0000","last_unstale":"2024-09-17T03:32:56.068404+0000","last_undegraded":"2024-09-17T03:32:56.068404+0000","last_fullsized":"2024-09-17T03:32:56.068404+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:07:11.440108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068306+0000","last_change":"2024-09-17T03:32:54.438093+0000","last_active":"2024-09-17T03:32:56.068306+0000","last_peered":"2024-09-17T03:32:56.068306+0000","last_clean":"2024-09-17T03:32:56.068306+0000","last_became_active":"2024-09-17T03:32:54.437344+0000","last_became_peered":"2024-09-17T03:32:54.437344+0000","last_unstale":"2024-09-17T03:32:56.068306+0000","last_undegraded":"2024-09-17T03:32:56.068306+0000","last_fullsized":"2024-09-17T03:32:56.068306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:19:38.019839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067305+0000","last_change":"2024-09-17T03:32:53.420357+0000","last_active":"2024-09-17T03:32:56.067305+0000","last_peered":"2024-09-17T03:32:56.067305+0000","last_clean":"2024-09-17T03:32:56.067305+0000","last_became_active":"2024-09-17T03:32:53.420036+0000","last_became_peered":"2024-09-17T03:32:53.420036+0000","last_unstale":"2024-09-17T03:32:56.067305+0000","last_undegraded":"2024-09-17T03:32:56.067305+0000","last_fullsized":"2024-09-17T03:32:56.067305+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:48.834284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426803+0000","last_change":"2024-09-17T03:32:54.432152+0000","last_active":"2024-09-17T03:32:55.426803+0000","last_peered":"2024-09-17T03:32:55.426803+0000","last_clean":"2024-09-17T03:32:55.426803+0000","last_became_active":"2024-09-17T03:32:54.431791+0000","last_became_peered":"2024-09-17T03:32:54.431791+0000","last_unstale":"2024-09-17T03:32:55.426803+0000","last_undegraded":"2024-09-17T03:32:55.426803+0000","last_fullsized":"2024-09-17T03:32:55.426803+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:40:49.839473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069871+0000","last_change":"2024-09-17T03:32:53.416073+0000","last_active":"2024-09-17T03:32:56.069871+0000","last_peered":"2024-09-17T03:32:56.069871+0000","last_clean":"2024-09-17T03:32:56.069871+0000","last_became_active":"2024-09-17T03:32:53.412883+0000","last_became_peered":"2024-09-17T03:32:53.412883+0000","last_unstale":"2024-09-17T03:32:56.069871+0000","last_undegraded":"2024-09-17T03:32:56.069871+0000","last_fullsized":"2024-09-17T03:32:56.069871+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:51:36.257973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428255+0000","last_change":"2024-09-17T03:32:54.434189+0000","last_active":"2024-09-17T03:32:55.428255+0000","last_peered":"2024-09-17T03:32:55.428255+0000","last_clean":"2024-09-17T03:32:55.428255+0000","last_became_active":"2024-09-17T03:32:54.433681+0000","last_became_peered":"2024-09-17T03:32:54.433681+0000","last_unstale":"2024-09-17T03:32:55.428255+0000","last_undegraded":"2024-09-17T03:32:55.428255+0000","last_fullsized":"2024-09-17T03:32:55.428255+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:22:09.170097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068322+0000","last_change":"2024-09-17T03:32:53.421715+0000","last_active":"2024-09-17T03:32:56.068322+0000","last_peered":"2024-09-17T03:32:56.068322+0000","last_clean":"2024-09-17T03:32:56.068322+0000","last_became_active":"2024-09-17T03:32:53.421349+0000","last_became_peered":"2024-09-17T03:32:53.421349+0000","last_unstale":"2024-09-17T03:32:56.068322+0000","last_undegraded":"2024-09-17T03:32:56.068322+0000","last_fullsized":"2024-09-17T03:32:56.068322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:12.212843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069024+0000","last_change":"2024-09-17T03:32:54.433090+0000","last_active":"2024-09-17T03:32:56.069024+0000","last_peered":"2024-09-17T03:32:56.069024+0000","last_clean":"2024-09-17T03:32:56.069024+0000","last_became_active":"2024-09-17T03:32:54.432687+0000","last_became_peered":"2024-09-17T03:32:54.432687+0000","last_unstale":"2024-09-17T03:32:56.069024+0000","last_undegraded":"2024-09-17T03:32:56.069024+0000","last_fullsized":"2024-09-17T03:32:56.069024+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:47:29.200039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068400+0000","last_change":"2024-09-17T03:32:53.419351+0000","last_active":"2024-09-17T03:32:56.068400+0000","last_peered":"2024-09-17T03:32:56.068400+0000","last_clean":"2024-09-17T03:32:56.068400+0000","last_became_active":"2024-09-17T03:32:53.419012+0000","last_became_peered":"2024-09-17T03:32:53.419012+0000","last_unstale":"2024-09-17T03:32:56.068400+0000","last_undegraded":"2024-09-17T03:32:56.068400+0000","last_fullsized":"2024-09-17T03:32:56.068400+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:25.083928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068148+0000","last_change":"2024-09-17T03:32:54.428571+0000","last_active":"2024-09-17T03:32:56.068148+0000","last_peered":"2024-09-17T03:32:56.068148+0000","last_clean":"2024-09-17T03:32:56.068148+0000","last_became_active":"2024-09-17T03:32:54.427854+0000","last_became_peered":"2024-09-17T03:32:54.427854+0000","last_unstale":"2024-09-17T03:32:56.068148+0000","last_undegraded":"2024-09-17T03:32:56.068148+0000","last_fullsized":"2024-09-17T03:32:56.068148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:26:27.544664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":21,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069411+0000","last_change":"2024-09-17T03:32:53.421706+0000","last_active":"2024-09-17T03:32:56.069411+0000","last_peered":"2024-09-17T03:32:56.069411+0000","last_clean":"2024-09-17T03:32:56.069411+0000","last_became_active":"2024-09-17T03:32:53.421149+0000","last_became_peered":"2024-09-17T03:32:53.421149+0000","last_unstale":"2024-09-17T03:32:56.069411+0000","last_undegraded":"2024-09-17T03:32:56.069411+0000","last_fullsized":"2024-09-17T03:32:56.069411+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:08:17.732372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067865+0000","last_change":"2024-09-17T03:32:54.447829+0000","last_active":"2024-09-17T03:32:56.067865+0000","last_peered":"2024-09-17T03:32:56.067865+0000","last_clean":"2024-09-17T03:32:56.067865+0000","last_became_active":"2024-09-17T03:32:54.447402+0000","last_became_peered":"2024-09-17T03:32:54.447402+0000","last_unstale":"2024-09-17T03:32:56.067865+0000","last_undegraded":"2024-09-17T03:32:56.067865+0000","last_fullsized":"2024-09-17T03:32:56.067865+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:48:13.218031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068879+0000","last_change":"2024-09-17T03:32:53.420652+0000","last_active":"2024-09-17T03:32:56.068879+0000","last_peered":"2024-09-17T03:32:56.068879+0000","last_clean":"2024-09-17T03:32:56.068879+0000","last_became_active":"2024-09-17T03:32:53.420378+0000","last_became_peered":"2024-09-17T03:32:53.420378+0000","last_unstale":"2024-09-17T03:32:56.068879+0000","last_undegraded":"2024-09-17T03:32:56.068879+0000","last_fullsized":"2024-09-17T03:32:56.068879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:32:46.822825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068405+0000","last_change":"2024-09-17T03:32:54.428051+0000","last_active":"2024-09-17T03:32:56.068405+0000","last_peered":"2024-09-17T03:32:56.068405+0000","last_clean":"2024-09-17T03:32:56.068405+0000","last_became_active":"2024-09-17T03:32:54.427700+0000","last_became_peered":"2024-09-17T03:32:54.427700+0000","last_unstale":"2024-09-17T03:32:56.068405+0000","last_undegraded":"2024-09-17T03:32:56.068405+0000","last_fullsized":"2024-09-17T03:32:56.068405+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:08:05.767459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068320+0000","last_change":"2024-09-17T03:32:53.422532+0000","last_active":"2024-09-17T03:32:56.068320+0000","last_peered":"2024-09-17T03:32:56.068320+0000","last_clean":"2024-09-17T03:32:56.068320+0000","last_became_active":"2024-09-17T03:32:53.422175+0000","last_became_peered":"2024-09-17T03:32:53.422175+0000","last_unstale":"2024-09-17T03:32:56.068320+0000","last_undegraded":"2024-09-17T03:32:56.068320+0000","last_fullsized":"2024-09-17T03:32:56.068320+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T06:06:57.236991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.427585+0000","last_change":"2024-09-17T03:32:54.439470+0000","last_active":"2024-09-17T03:32:55.427585+0000","last_peered":"2024-09-17T03:32:55.427585+0000","last_clean":"2024-09-17T03:32:55.427585+0000","last_became_active":"2024-09-17T03:32:54.439108+0000","last_became_peered":"2024-09-17T03:32:54.439108+0000","last_unstale":"2024-09-17T03:32:55.427585+0000","last_undegraded":"2024-09-17T03:32:55.427585+0000","last_fullsized":"2024-09-17T03:32:55.427585+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:47:24.477729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428006+0000","last_change":"2024-09-17T03:32:53.417234+0000","last_active":"2024-09-17T03:32:55.428006+0000","last_peered":"2024-09-17T03:32:55.428006+0000","last_clean":"2024-09-17T03:32:55.428006+0000","last_became_active":"2024-09-17T03:32:53.416871+0000","last_became_peered":"2024-09-17T03:32:53.416871+0000","last_unstale":"2024-09-17T03:32:55.428006+0000","last_undegraded":"2024-09-17T03:32:55.428006+0000","last_fullsized":"2024-09-17T03:32:55.428006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:58.358585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068579+0000","last_change":"2024-09-17T03:32:54.438433+0000","last_active":"2024-09-17T03:32:56.068579+0000","last_peered":"2024-09-17T03:32:56.068579+0000","last_clean":"2024-09-17T03:32:56.068579+0000","last_became_active":"2024-09-17T03:32:54.437781+0000","last_became_peered":"2024-09-17T03:32:54.437781+0000","last_unstale":"2024-09-17T03:32:56.068579+0000","last_undegraded":"2024-09-17T03:32:56.068579+0000","last_fullsized":"2024-09-17T03:32:56.068579+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:22:09.170097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":23,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428908+0000","last_change":"2024-09-17T03:32:53.413112+0000","last_active":"2024-09-17T03:32:55.428908+0000","last_peered":"2024-09-17T03:32:55.428908+0000","last_clean":"2024-09-17T03:32:55.428908+0000","last_became_active":"2024-09-17T03:32:53.412771+0000","last_became_peered":"2024-09-17T03:32:53.412771+0000","last_unstale":"2024-09-17T03:32:55.428908+0000","last_undegraded":"2024-09-17T03:32:55.428908+0000","last_fullsized":"2024-09-17T03:32:55.428908+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:51:31.812617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069160+0000","last_change":"2024-09-17T03:32:54.439789+0000","last_active":"2024-09-17T03:32:56.069160+0000","last_peered":"2024-09-17T03:32:56.069160+0000","last_clean":"2024-09-17T03:32:56.069160+0000","last_became_active":"2024-09-17T03:32:54.438622+0000","last_became_peered":"2024-09-17T03:32:54.438622+0000","last_unstale":"2024-09-17T03:32:56.069160+0000","last_undegraded":"2024-09-17T03:32:56.069160+0000","last_fullsized":"2024-09-17T03:32:56.069160+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:59:19.876011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068580+0000","last_change":"2024-09-17T03:32:53.421935+0000","last_active":"2024-09-17T03:32:56.068580+0000","last_peered":"2024-09-17T03:32:56.068580+0000","last_clean":"2024-09-17T03:32:56.068580+0000","last_became_active":"2024-09-17T03:32:53.421375+0000","last_became_peered":"2024-09-17T03:32:53.421375+0000","last_unstale":"2024-09-17T03:32:56.068580+0000","last_undegraded":"2024-09-17T03:32:56.068580+0000","last_fullsized":"2024-09-17T03:32:56.068580+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:04:40.788070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068166+0000","last_change":"2024-09-17T03:32:54.447717+0000","last_active":"2024-09-17T03:32:56.068166+0000","last_peered":"2024-09-17T03:32:56.068166+0000","last_clean":"2024-09-17T03:32:56.068166+0000","last_became_active":"2024-09-17T03:32:54.446917+0000","last_became_peered":"2024-09-17T03:32:54.446917+0000","last_unstale":"2024-09-17T03:32:56.068166+0000","last_undegraded":"2024-09-17T03:32:56.068166+0000","last_fullsized":"2024-09-17T03:32:56.068166+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:43:51.826909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068840+0000","last_change":"2024-09-17T03:32:53.422802+0000","last_active":"2024-09-17T03:32:56.068840+0000","last_peered":"2024-09-17T03:32:56.068840+0000","last_clean":"2024-09-17T03:32:56.068840+0000","last_became_active":"2024-09-17T03:32:53.422442+0000","last_became_peered":"2024-09-17T03:32:53.422442+0000","last_unstale":"2024-09-17T03:32:56.068840+0000","last_undegraded":"2024-09-17T03:32:56.068840+0000","last_fullsized":"2024-09-17T03:32:56.068840+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:25:19.638477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068705+0000","last_change":"2024-09-17T03:32:54.431363+0000","last_active":"2024-09-17T03:32:56.068705+0000","last_peered":"2024-09-17T03:32:56.068705+0000","last_clean":"2024-09-17T03:32:56.068705+0000","last_became_active":"2024-09-17T03:32:54.431059+0000","last_became_peered":"2024-09-17T03:32:54.431059+0000","last_unstale":"2024-09-17T03:32:56.068705+0000","last_undegraded":"2024-09-17T03:32:56.068705+0000","last_fullsized":"2024-09-17T03:32:56.068705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:36:26.089116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426943+0000","last_change":"2024-09-17T03:32:53.407595+0000","last_active":"2024-09-17T03:32:55.426943+0000","last_peered":"2024-09-17T03:32:55.426943+0000","last_clean":"2024-09-17T03:32:55.426943+0000","last_became_active":"2024-09-17T03:32:53.407253+0000","last_became_peered":"2024-09-17T03:32:53.407253+0000","last_unstale":"2024-09-17T03:32:55.426943+0000","last_undegraded":"2024-09-17T03:32:55.426943+0000","last_fullsized":"2024-09-17T03:32:55.426943+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:43:39.262937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426675+0000","last_change":"2024-09-17T03:32:54.430681+0000","last_active":"2024-09-17T03:32:55.426675+0000","last_peered":"2024-09-17T03:32:55.426675+0000","last_clean":"2024-09-17T03:32:55.426675+0000","last_became_active":"2024-09-17T03:32:54.430254+0000","last_became_peered":"2024-09-17T03:32:54.430254+0000","last_unstale":"2024-09-17T03:32:55.426675+0000","last_undegraded":"2024-09-17T03:32:55.426675+0000","last_fullsized":"2024-09-17T03:32:55.426675+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:52:59.363774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068166+0000","last_change":"2024-09-17T03:32:53.414673+0000","last_active":"2024-09-17T03:32:56.068166+0000","last_peered":"2024-09-17T03:32:56.068166+0000","last_clean":"2024-09-17T03:32:56.068166+0000","last_became_active":"2024-09-17T03:32:53.414355+0000","last_became_peered":"2024-09-17T03:32:53.414355+0000","last_unstale":"2024-09-17T03:32:56.068166+0000","last_undegraded":"2024-09-17T03:32:56.068166+0000","last_fullsized":"2024-09-17T03:32:56.068166+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:22:14.832974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429150+0000","last_change":"2024-09-17T03:32:54.440592+0000","last_active":"2024-09-17T03:32:55.429150+0000","last_peered":"2024-09-17T03:32:55.429150+0000","last_clean":"2024-09-17T03:32:55.429150+0000","last_became_active":"2024-09-17T03:32:54.440125+0000","last_became_peered":"2024-09-17T03:32:54.440125+0000","last_unstale":"2024-09-17T03:32:55.429150+0000","last_undegraded":"2024-09-17T03:32:55.429150+0000","last_fullsized":"2024-09-17T03:32:55.429150+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:55.341060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426384+0000","last_change":"2024-09-17T03:32:53.416177+0000","last_active":"2024-09-17T03:32:55.426384+0000","last_peered":"2024-09-17T03:32:55.426384+0000","last_clean":"2024-09-17T03:32:55.426384+0000","last_became_active":"2024-09-17T03:32:53.415851+0000","last_became_peered":"2024-09-17T03:32:53.415851+0000","last_unstale":"2024-09-17T03:32:55.426384+0000","last_undegraded":"2024-09-17T03:32:55.426384+0000","last_fullsized":"2024-09-17T03:32:55.426384+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:32:21.986478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068857+0000","last_change":"2024-09-17T03:32:54.432040+0000","last_active":"2024-09-17T03:32:56.068857+0000","last_peered":"2024-09-17T03:32:56.068857+0000","last_clean":"2024-09-17T03:32:56.068857+0000","last_became_active":"2024-09-17T03:32:54.431722+0000","last_became_peered":"2024-09-17T03:32:54.431722+0000","last_unstale":"2024-09-17T03:32:56.068857+0000","last_undegraded":"2024-09-17T03:32:56.068857+0000","last_fullsized":"2024-09-17T03:32:56.068857+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:53:21.965470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426333+0000","last_change":"2024-09-17T03:32:53.414366+0000","last_active":"2024-09-17T03:32:55.426333+0000","last_peered":"2024-09-17T03:32:55.426333+0000","last_clean":"2024-09-17T03:32:55.426333+0000","last_became_active":"2024-09-17T03:32:53.414051+0000","last_became_peered":"2024-09-17T03:32:53.414051+0000","last_unstale":"2024-09-17T03:32:55.426333+0000","last_undegraded":"2024-09-17T03:32:55.426333+0000","last_fullsized":"2024-09-17T03:32:55.426333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:41:41.039116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068312+0000","last_change":"2024-09-17T03:32:54.440738+0000","last_active":"2024-09-17T03:32:56.068312+0000","last_peered":"2024-09-17T03:32:56.068312+0000","last_clean":"2024-09-17T03:32:56.068312+0000","last_became_active":"2024-09-17T03:32:54.440405+0000","last_became_peered":"2024-09-17T03:32:54.440405+0000","last_unstale":"2024-09-17T03:32:56.068312+0000","last_undegraded":"2024-09-17T03:32:56.068312+0000","last_fullsized":"2024-09-17T03:32:56.068312+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:18:49.642481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428006+0000","last_change":"2024-09-17T03:32:53.419743+0000","last_active":"2024-09-17T03:32:55.428006+0000","last_peered":"2024-09-17T03:32:55.428006+0000","last_clean":"2024-09-17T03:32:55.428006+0000","last_became_active":"2024-09-17T03:32:53.419450+0000","last_became_peered":"2024-09-17T03:32:53.419450+0000","last_unstale":"2024-09-17T03:32:55.428006+0000","last_undegraded":"2024-09-17T03:32:55.428006+0000","last_fullsized":"2024-09-17T03:32:55.428006+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:00:35.718052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068859+0000","last_change":"2024-09-17T03:32:54.439200+0000","last_active":"2024-09-17T03:32:56.068859+0000","last_peered":"2024-09-17T03:32:56.068859+0000","last_clean":"2024-09-17T03:32:56.068859+0000","last_became_active":"2024-09-17T03:32:54.438574+0000","last_became_peered":"2024-09-17T03:32:54.438574+0000","last_unstale":"2024-09-17T03:32:56.068859+0000","last_undegraded":"2024-09-17T03:32:56.068859+0000","last_fullsized":"2024-09-17T03:32:56.068859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:53:58.717966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426168+0000","last_change":"2024-09-17T03:32:53.415283+0000","last_active":"2024-09-17T03:32:55.426168+0000","last_peered":"2024-09-17T03:32:55.426168+0000","last_clean":"2024-09-17T03:32:55.426168+0000","last_became_active":"2024-09-17T03:32:53.414970+0000","last_became_peered":"2024-09-17T03:32:53.414970+0000","last_unstale":"2024-09-17T03:32:55.426168+0000","last_undegraded":"2024-09-17T03:32:55.426168+0000","last_fullsized":"2024-09-17T03:32:55.426168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:36:39.804734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067958+0000","last_change":"2024-09-17T03:32:54.450134+0000","last_active":"2024-09-17T03:32:56.067958+0000","last_peered":"2024-09-17T03:32:56.067958+0000","last_clean":"2024-09-17T03:32:56.067958+0000","last_became_active":"2024-09-17T03:32:54.449769+0000","last_became_peered":"2024-09-17T03:32:54.449769+0000","last_unstale":"2024-09-17T03:32:56.067958+0000","last_undegraded":"2024-09-17T03:32:56.067958+0000","last_fullsized":"2024-09-17T03:32:56.067958+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:54:41.622106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068774+0000","last_change":"2024-09-17T03:32:53.422830+0000","last_active":"2024-09-17T03:32:56.068774+0000","last_peered":"2024-09-17T03:32:56.068774+0000","last_clean":"2024-09-17T03:32:56.068774+0000","last_became_active":"2024-09-17T03:32:53.422317+0000","last_became_peered":"2024-09-17T03:32:53.422317+0000","last_unstale":"2024-09-17T03:32:56.068774+0000","last_undegraded":"2024-09-17T03:32:56.068774+0000","last_fullsized":"2024-09-17T03:32:56.068774+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:29:22.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428479+0000","last_change":"2024-09-17T03:32:54.434778+0000","last_active":"2024-09-17T03:32:55.428479+0000","last_peered":"2024-09-17T03:32:55.428479+0000","last_clean":"2024-09-17T03:32:55.428479+0000","last_became_active":"2024-09-17T03:32:54.434434+0000","last_became_peered":"2024-09-17T03:32:54.434434+0000","last_unstale":"2024-09-17T03:32:55.428479+0000","last_undegraded":"2024-09-17T03:32:55.428479+0000","last_fullsized":"2024-09-17T03:32:55.428479+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T03:53:58.717966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"37'1","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.426528+0000","last_change":"2024-09-17T03:32:53.422795+0000","last_active":"2024-09-17T03:32:55.426528+0000","last_peered":"2024-09-17T03:32:55.426528+0000","last_clean":"2024-09-17T03:32:55.426528+0000","last_became_active":"2024-09-17T03:32:53.422447+0000","last_became_peered":"2024-09-17T03:32:53.422447+0000","last_unstale":"2024-09-17T03:32:55.426528+0000","last_undegraded":"2024-09-17T03:32:55.426528+0000","last_fullsized":"2024-09-17T03:32:55.426528+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T10:06:18.808245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069118+0000","last_change":"2024-09-17T03:32:54.430693+0000","last_active":"2024-09-17T03:32:56.069118+0000","last_peered":"2024-09-17T03:32:56.069118+0000","last_clean":"2024-09-17T03:32:56.069118+0000","last_became_active":"2024-09-17T03:32:54.430351+0000","last_became_peered":"2024-09-17T03:32:54.430351+0000","last_unstale":"2024-09-17T03:32:56.069118+0000","last_undegraded":"2024-09-17T03:32:56.069118+0000","last_fullsized":"2024-09-17T03:32:56.069118+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:55:55.341060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068884+0000","last_change":"2024-09-17T03:32:53.413801+0000","last_active":"2024-09-17T03:32:56.068884+0000","last_peered":"2024-09-17T03:32:56.068884+0000","last_clean":"2024-09-17T03:32:56.068884+0000","last_became_active":"2024-09-17T03:32:53.413410+0000","last_became_peered":"2024-09-17T03:32:53.413410+0000","last_unstale":"2024-09-17T03:32:56.068884+0000","last_undegraded":"2024-09-17T03:32:56.068884+0000","last_fullsized":"2024-09-17T03:32:56.068884+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:24:52.625241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068075+0000","last_change":"2024-09-17T03:32:54.431668+0000","last_active":"2024-09-17T03:32:56.068075+0000","last_peered":"2024-09-17T03:32:56.068075+0000","last_clean":"2024-09-17T03:32:56.068075+0000","last_became_active":"2024-09-17T03:32:54.431333+0000","last_became_peered":"2024-09-17T03:32:54.431333+0000","last_unstale":"2024-09-17T03:32:56.068075+0000","last_undegraded":"2024-09-17T03:32:56.068075+0000","last_fullsized":"2024-09-17T03:32:56.068075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:29:23.337919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.069441+0000","last_change":"2024-09-17T03:32:53.421428+0000","last_active":"2024-09-17T03:32:56.069441+0000","last_peered":"2024-09-17T03:32:56.069441+0000","last_clean":"2024-09-17T03:32:56.069441+0000","last_became_active":"2024-09-17T03:32:53.421060+0000","last_became_peered":"2024-09-17T03:32:53.421060+0000","last_unstale":"2024-09-17T03:32:56.069441+0000","last_undegraded":"2024-09-17T03:32:56.069441+0000","last_fullsized":"2024-09-17T03:32:56.069441+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:32:26.897437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068193+0000","last_change":"2024-09-17T03:32:54.434973+0000","last_active":"2024-09-17T03:32:56.068193+0000","last_peered":"2024-09-17T03:32:56.068193+0000","last_clean":"2024-09-17T03:32:56.068193+0000","last_became_active":"2024-09-17T03:32:54.434652+0000","last_became_peered":"2024-09-17T03:32:54.434652+0000","last_unstale":"2024-09-17T03:32:56.068193+0000","last_undegraded":"2024-09-17T03:32:56.068193+0000","last_fullsized":"2024-09-17T03:32:56.068193+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T15:29:34.886960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428976+0000","last_change":"2024-09-17T03:32:53.418034+0000","last_active":"2024-09-17T03:32:55.428976+0000","last_peered":"2024-09-17T03:32:55.428976+0000","last_clean":"2024-09-17T03:32:55.428976+0000","last_became_active":"2024-09-17T03:32:53.417304+0000","last_became_peered":"2024-09-17T03:32:53.417304+0000","last_unstale":"2024-09-17T03:32:55.428976+0000","last_undegraded":"2024-09-17T03:32:55.428976+0000","last_fullsized":"2024-09-17T03:32:55.428976+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067858+0000","last_change":"2024-09-17T03:32:54.421209+0000","last_active":"2024-09-17T03:32:56.067858+0000","last_peered":"2024-09-17T03:32:56.067858+0000","last_clean":"2024-09-17T03:32:56.067858+0000","last_became_active":"2024-09-17T03:32:54.420848+0000","last_became_peered":"2024-09-17T03:32:54.420848+0000","last_unstale":"2024-09-17T03:32:56.067858+0000","last_undegraded":"2024-09-17T03:32:56.067858+0000","last_fullsized":"2024-09-17T03:32:56.067858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:29:15.729536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.067450+0000","last_change":"2024-09-17T03:32:53.416999+0000","last_active":"2024-09-17T03:32:56.067450+0000","last_peered":"2024-09-17T03:32:56.067450+0000","last_clean":"2024-09-17T03:32:56.067450+0000","last_became_active":"2024-09-17T03:32:53.416704+0000","last_became_peered":"2024-09-17T03:32:53.416704+0000","last_unstale":"2024-09-17T03:32:56.067450+0000","last_undegraded":"2024-09-17T03:32:56.067450+0000","last_fullsized":"2024-09-17T03:32:56.067450+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T07:45:09.917806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428646+0000","last_change":"2024-09-17T03:32:54.434087+0000","last_active":"2024-09-17T03:32:55.428646+0000","last_peered":"2024-09-17T03:32:55.428646+0000","last_clean":"2024-09-17T03:32:55.428646+0000","last_became_active":"2024-09-17T03:32:54.433729+0000","last_became_peered":"2024-09-17T03:32:54.433729+0000","last_unstale":"2024-09-17T03:32:55.428646+0000","last_undegraded":"2024-09-17T03:32:55.428646+0000","last_fullsized":"2024-09-17T03:32:55.428646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T08:56:51.848290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068708+0000","last_change":"2024-09-17T03:32:53.415097+0000","last_active":"2024-09-17T03:32:56.068708+0000","last_peered":"2024-09-17T03:32:56.068708+0000","last_clean":"2024-09-17T03:32:56.068708+0000","last_became_active":"2024-09-17T03:32:53.414660+0000","last_became_peered":"2024-09-17T03:32:53.414660+0000","last_unstale":"2024-09-17T03:32:56.068708+0000","last_undegraded":"2024-09-17T03:32:56.068708+0000","last_fullsized":"2024-09-17T03:32:56.068708+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T09:33:58.744356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:56.068613+0000","last_change":"2024-09-17T03:32:54.451339+0000","last_active":"2024-09-17T03:32:56.068613+0000","last_peered":"2024-09-17T03:32:56.068613+0000","last_clean":"2024-09-17T03:32:56.068613+0000","last_became_active":"2024-09-17T03:32:54.450820+0000","last_became_peered":"2024-09-17T03:32:54.450820+0000","last_unstale":"2024-09-17T03:32:56.068613+0000","last_undegraded":"2024-09-17T03:32:56.068613+0000","last_fullsized":"2024-09-17T03:32:56.068613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:53.392863+0000","last_clean_scrub_stamp":"2024-09-17T03:32:53.392863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T11:04:17.426277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.428106+0000","last_change":"2024-09-17T03:32:53.413203+0000","last_active":"2024-09-17T03:32:55.428106+0000","last_peered":"2024-09-17T03:32:55.428106+0000","last_clean":"2024-09-17T03:32:55.428106+0000","last_became_active":"2024-09-17T03:32:53.412847+0000","last_became_peered":"2024-09-17T03:32:53.412847+0000","last_unstale":"2024-09-17T03:32:55.428106+0000","last_undegraded":"2024-09-17T03:32:55.428106+0000","last_fullsized":"2024-09-17T03:32:55.428106+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:32:52.387675+0000","last_clean_scrub_stamp":"2024-09-17T03:32:52.387675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T04:26:22.936486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":141,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-17T03:32:55.429056+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:32:55.429056+0000","last_peered":"2024-09-17T03:32:55.429056+0000","last_clean":"2024-09-17T03:32:55.429056+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:32:55.429056+0000","last_undegraded":"2024-09-17T03:32:55.429056+0000","last_fullsized":"2024-09-17T03:32:55.429056+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":434176,"data_stored":186823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":438272,"data_stored":186353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509459,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27456,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":438272,"data_stored":186845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542162,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31612,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340228,"statfs":{"total":96636764160,"available":96604393472,"internally_reserved":0,"allocated":434176,"data_stored":186311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32200,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339640,"statfs":{"total":96636764160,"available":96603791360,"internally_reserved":0,"allocated":1028096,"data_stored":776643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343792,"statfs":{"total":96636764160,"available":96608043008,"internally_reserved":0,"allocated":1040384,"data_stored":778291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":446464,"data_stored":187887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31612,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340228,"statfs":{"total":96636764160,"available":96604393472,"internally_reserved":0,"allocated":434176,"data_stored":186331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:03.349 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-17T03:33:03.349 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-17T03:33:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.510+0000 7f76cbf7b640 1 -- 172.21.15.45:0/824182164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 msgr2=0x7f76b0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.510+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/824182164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76b0004c10 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f76b4001690 tx=0x7f76b0005830 comp rx=0 tx=0).stop 2024-09-17T03:33:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.510+0000 7f76ca518640 1 -- 172.21.15.45:0/824182164 reap_dead start 2024-09-17T03:33:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.511+0000 7f76cbf7b640 1 -- 172.21.15.45:0/824182164 shutdown_connections 2024-09-17T03:33:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.511+0000 7f76cbf7b640 1 -- 172.21.15.45:0/824182164 >> 172.21.15.45:0/824182164 conn(0x7f76c40d42f0 msgr2=0x7f76c40d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.511+0000 7f76cbf7b640 1 -- 172.21.15.45:0/824182164 shutdown_connections 2024-09-17T03:33:03.511 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.511+0000 7f76cbf7b640 1 -- 172.21.15.45:0/824182164 wait complete. 2024-09-17T03:33:03.511 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.512+0000 7f76cbf7b640 1 Processor -- start 2024-09-17T03:33:03.512 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.512+0000 7f76cbf7b640 1 -- start start 2024-09-17T03:33:03.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76cbf7b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76c415c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76cbf7b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76c41535e0 0x7f76c41475c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76cbf7b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f76c4147b00 0x7f76c4147f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76cbf7b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f76c40b3bf0 con 0x7f76b0004800 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76cbf7b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f76c40b3a70 con 0x7f76c41535e0 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76cbf7b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f76c40b3d70 con 0x7f76c4147b00 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76c415c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76c415c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48882/0 (socket says 172.21.15.45:48882) 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 -- 172.21.15.45:0/2143500514 learned_addr learned my addr 172.21.15.45:0/2143500514 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9516640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76c41535e0 0x7f76c41475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76ca518640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f76c4147b00 0x7f76c4147f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 -- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f76c4147b00 msgr2=0x7f76c4147f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f76c4147b00 0x7f76c4147f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 -- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76c41535e0 msgr2=0x7f76c41475c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76c41535e0 0x7f76c41475c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.515 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 -- 172.21.15.45:0/2143500514 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76c41f9090 con 0x7f76b0004800 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.514+0000 7f76c9d17640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76c415c950 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f76c0011ae0 tx=0x7f76c0009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.515+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c001e070 con 0x7f76b0004800 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.515+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76c0004460 con 0x7f76b0004800 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.515+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76c41f9370 con 0x7f76b0004800 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.515+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c000fc60 con 0x7f76b0004800 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.515+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76c41f9930 con 0x7f76b0004800 2024-09-17T03:33:03.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.515+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76c40b4ac0 con 0x7f76b0004800 2024-09-17T03:33:03.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.516+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f76c0021070 con 0x7f76b0004800 2024-09-17T03:33:03.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.517+0000 7f76ba7fc640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f76a8078bc0 0x7f76a807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.517+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f76c009b890 con 0x7f76b0004800 2024-09-17T03:33:03.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.517+0000 7f76c9516640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f76a8078bc0 0x7f76a807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.518+0000 7f76c9516640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f76a8078bc0 0x7f76a807b0d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f76b4032000 tx=0x7f76b4001190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:03.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.522+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f76c0063640 con 0x7f76b0004800 2024-09-17T03:33:03.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.780+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f76c40ce720 con 0x7f76b0004800 2024-09-17T03:33:03.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.782+0000 7f76ba7fc640 1 -- 172.21.15.45:0/2143500514 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f76c0068070 con 0x7f76b0004800 2024-09-17T03:33:03.782 INFO:teuthology.orchestra.run.smithi045.stdout:[client.0] 2024-09-17T03:33:03.782 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD39+hmh3zHHRAAPbUe4T1qD/zEUM7OmiJ5UA== 2024-09-17T03:33:03.782 INFO:teuthology.orchestra.run.smithi045.stdout: caps mds = "allow" 2024-09-17T03:33:03.782 INFO:teuthology.orchestra.run.smithi045.stdout: caps mon = "allow r" 2024-09-17T03:33:03.782 INFO:teuthology.orchestra.run.smithi045.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-17T03:33:03.783 INFO:teuthology.orchestra.run.smithi045.stderr:updated caps for client.0 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f76a8078bc0 msgr2=0x7f76a807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f76a8078bc0 0x7f76a807b0d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f76b4032000 tx=0x7f76b4001190 comp rx=0 tx=0).stop 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 msgr2=0x7f76c415c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76c415c950 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f76c0011ae0 tx=0x7f76c0009e90 comp rx=0 tx=0).stop 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 shutdown_connections 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f76a8078bc0 0x7f76a807b0d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76c41535e0 0x7f76c41475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f76c4147b00 0x7f76c4147f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 --2- 172.21.15.45:0/2143500514 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f76b0004800 0x7f76c415c950 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 >> 172.21.15.45:0/2143500514 conn(0x7f76c40d42f0 msgr2=0x7f76c41615f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:03.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 shutdown_connections 2024-09-17T03:33:03.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.785+0000 7f76cbf7b640 1 -- 172.21.15.45:0/2143500514 wait complete. 2024-09-17T03:33:03.795 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 -- 172.21.15.45:0/3573589370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc80070810 msgr2=0x7fdc80152d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/3573589370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc80070810 0x7fdc80152d70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdc80073bf0 tx=0x7fdc7802a560 comp rx=0 tx=0).stop 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 -- 172.21.15.45:0/3573589370 shutdown_connections 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/3573589370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc80070810 0x7fdc80152d70 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/3573589370 >> v2:172.21.15.112:3300/0 conn(0x7fdc800d19b0 0x7fdc800d0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 -- 172.21.15.45:0/3573589370 >> 172.21.15.45:0/3573589370 conn(0x7fdc800b3ca0 msgr2=0x7fdc800b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 -- 172.21.15.45:0/3573589370 shutdown_connections 2024-09-17T03:33:03.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.912+0000 7fdc87fa1640 1 -- 172.21.15.45:0/3573589370 wait complete. 2024-09-17T03:33:03.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.914+0000 7fdc87fa1640 1 Processor -- start 2024-09-17T03:33:03.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.914+0000 7fdc87fa1640 1 -- start start 2024-09-17T03:33:03.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc87fa1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc80070810 0x7fdc800cc060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc87fa1640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdc80071670 0x7fdc8014fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc87fa1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 0x7fdc801e7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc87fa1640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fdc801532b0 con 0x7fdc800d19b0 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc87fa1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fdc80070e30 con 0x7fdc80070810 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc87fa1640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fdc80153430 con 0x7fdc80071670 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc8653e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 0x7fdc801e7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc8653e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 0x7fdc801e7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48898/0 (socket says 172.21.15.45:48898) 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.915+0000 7fdc8653e640 1 -- 172.21.15.45:0/2195498278 learned_addr learned my addr 172.21.15.45:0/2195498278 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc85d3d640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc80070810 0x7fdc800cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8553c640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdc80071670 0x7fdc8014fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8653e640 1 -- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdc80071670 msgr2=0x7fdc8014fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8653e640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdc80071670 0x7fdc8014fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8653e640 1 -- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc80070810 msgr2=0x7fdc800cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8653e640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc80070810 0x7fdc800cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8653e640 1 -- 172.21.15.45:0/2195498278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc8014ffb0 con 0x7fdc800d19b0 2024-09-17T03:33:03.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8553c640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdc80071670 0x7fdc8014fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc85d3d640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc80070810 0x7fdc800cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc8653e640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 0x7fdc801e7040 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdc78034040 tx=0x7fdc78003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7803e030 con 0x7fdc800d19b0 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc78003e40 con 0x7fdc800d19b0 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc801f3b10 con 0x7fdc800d19b0 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc78035040 con 0x7fdc800d19b0 2024-09-17T03:33:03.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.916+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc801f40d0 con 0x7fdc800d19b0 2024-09-17T03:33:03.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.917+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc80153950 con 0x7fdc800d19b0 2024-09-17T03:33:03.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.918+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdc78041030 con 0x7fdc800d19b0 2024-09-17T03:33:03.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.919+0000 7fdc767fc640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdc64078b90 0x7fdc6407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:03.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.919+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fdc780bba20 con 0x7fdc800d19b0 2024-09-17T03:33:03.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.919+0000 7fdc85d3d640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdc64078b90 0x7fdc6407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:03.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.920+0000 7fdc85d3d640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdc64078b90 0x7fdc6407b0a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c005fd0 tx=0x7fdc7c009480 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:03.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:03.924+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fdc78083cd0 con 0x7fdc800d19b0 2024-09-17T03:33:04.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.145+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc801e4be0 con 0x7fdc800d19b0 2024-09-17T03:33:04.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.146+0000 7fdc767fc640 1 -- 172.21.15.45:0/2195498278 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7fdc780835d0 con 0x7fdc800d19b0 2024-09-17T03:33:04.146 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:04.146 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":18,"btime":"2024-09-17T03:32:57:430607+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:32:53.793189+0000","modified":"2024-09-17T03:32:56.811258+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4948},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4948":{"gid":4948,"name":"d","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.112:6836/3657608584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3657608584},{"type":"v1","addr":"172.21.15.112:6836","nonce":3657608584}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4948,"qdb_cluster":[4948]},"id":2}]} 2024-09-17T03:33:04.146 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 18 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdc64078b90 msgr2=0x7fdc6407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdc64078b90 0x7fdc6407b0a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c005fd0 tx=0x7fdc7c009480 comp rx=0 tx=0).stop 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 msgr2=0x7fdc801e7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 0x7fdc801e7040 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdc78034040 tx=0x7fdc78003910 comp rx=0 tx=0).stop 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 shutdown_connections 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fdc64078b90 0x7fdc6407b0a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc800d19b0 0x7fdc801e7040 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fdc80071670 0x7fdc8014fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 --2- 172.21.15.45:0/2195498278 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc80070810 0x7fdc800cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 >> 172.21.15.45:0/2195498278 conn(0x7fdc800b3ca0 msgr2=0x7fdc80070100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 shutdown_connections 2024-09-17T03:33:04.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.148+0000 7fdc87fa1640 1 -- 172.21.15.45:0/2195498278 wait complete. 2024-09-17T03:33:04.561 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T03:32:53.793189+0000', 'modified': '2024-09-17T03:32:56.811258+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4948}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4948': {'gid': 4948, 'name': 'd', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.112:6836/3657608584', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6834', 'nonce': 3657608584}, {'type': 'v1', 'addr': '172.21.15.112:6836', 'nonce': 3657608584}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4948, 'qdb_cluster': [4948]} 2024-09-17T03:33:04.562 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-17T03:33:04.562 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-17T03:33:04.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 -- 172.21.15.45:0/674280590 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 msgr2=0x7f836015f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 --2- 172.21.15.45:0/674280590 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f836015f030 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f83600b1e20 tx=0x7f835802a530 comp rx=0 tx=0).stop 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 -- 172.21.15.45:0/674280590 shutdown_connections 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 --2- 172.21.15.45:0/674280590 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f836015f030 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 --2- 172.21.15.45:0/674280590 >> v2:172.21.15.112:3300/0 conn(0x7f83600cd910 0x7f8360158920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 -- 172.21.15.45:0/674280590 >> 172.21.15.45:0/674280590 conn(0x7f83600b5190 msgr2=0x7f83600b55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 -- 172.21.15.45:0/674280590 shutdown_connections 2024-09-17T03:33:04.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.685+0000 7f8368372640 1 -- 172.21.15.45:0/674280590 wait complete. 2024-09-17T03:33:04.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.687+0000 7f8368372640 1 Processor -- start 2024-09-17T03:33:04.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.687+0000 7f8368372640 1 -- start start 2024-09-17T03:33:04.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f8368372640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f836006e290 0x7f8360155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f8368372640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f83600cd910 0x7f8360074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f8368372640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f8360074890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f8368372640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f836015f570 con 0x7f8360158e60 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f8368372640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f83601594b0 con 0x7f83600cd910 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f8368372640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f836015f6f0 con 0x7f836006e290 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f836690f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f8360074890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f836690f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f8360074890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48928/0 (socket says 172.21.15.45:48928) 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f836690f640 1 -- 172.21.15.45:0/330767741 learned_addr learned my addr 172.21.15.45:0/330767741 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f836590d640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f83600cd910 0x7f8360074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.688+0000 7f836610e640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f836006e290 0x7f8360155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f836690f640 1 -- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f836006e290 msgr2=0x7f8360155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f836690f640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f836006e290 0x7f8360155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f836690f640 1 -- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f83600cd910 msgr2=0x7f8360074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f836690f640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f83600cd910 0x7f8360074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f836690f640 1 -- 172.21.15.45:0/330767741 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83601f87b0 con 0x7f8360158e60 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f836690f640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f8360074890 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f835802ab20 tx=0x7f8358033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f835effd640 1 -- 172.21.15.45:0/330767741 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8358031d60 con 0x7f8360158e60 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f835effd640 1 -- 172.21.15.45:0/330767741 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8358005020 con 0x7f8360158e60 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83601f8cb0 con 0x7f8360158e60 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f835effd640 1 -- 172.21.15.45:0/330767741 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8358005450 con 0x7f8360158e60 2024-09-17T03:33:04.690 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.689+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83601f9270 con 0x7f8360158e60 2024-09-17T03:33:04.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.691+0000 7f835effd640 1 -- 172.21.15.45:0/330767741 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f83580047a0 con 0x7f8360158e60 2024-09-17T03:33:04.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.691+0000 7f835effd640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f834c078bc0 0x7f834c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.692+0000 7f835effd640 1 -- 172.21.15.45:0/330767741 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f83580bc0b0 con 0x7f8360158e60 2024-09-17T03:33:04.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.692+0000 7f836610e640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f834c078bc0 0x7f834c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.692+0000 7f836610e640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f834c078bc0 0x7f834c07b0d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8350002200 tx=0x7f83500019f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.693+0000 7f836f3c2740 1 Processor -- start 2024-09-17T03:33:04.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.693+0000 7f836f3c2740 1 -- start start 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c97270 0x5647b3068fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b3069500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 0x5647b3086400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836f3c2740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x5647b2fb1820 con 0x5647b2c76590 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5647b2fa0c50 con 0x5647b2c97270 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x5647b2fa4a60 con 0x5647b2c6e3b0 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836690f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 0x5647b3086400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836690f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 0x5647b3086400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48932/0 (socket says 172.21.15.45:48932) 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836690f640 1 -- 172.21.15.45:0/2307044921 learned_addr learned my addr 172.21.15.45:0/2307044921 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836610e640 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c97270 0x5647b3068fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.694+0000 7f836590d640 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b3069500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f836690f640 1 -- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 msgr2=0x5647b3069500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f836690f640 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b3069500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f836690f640 1 -- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c97270 msgr2=0x5647b3068fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f836690f640 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c97270 0x5647b3068fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f836690f640 1 -- 172.21.15.45:0/2307044921 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647b2d02850 con 0x5647b2c76590 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f836690f640 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 0x5647b3086400 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8358083ad0 tx=0x7f8358083c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1926a2550a3cc705 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f8347fff640 1 -- 172.21.15.45:0/2307044921 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8358048070 con 0x5647b2c76590 2024-09-17T03:33:04.697 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f8347fff640 1 -- 172.21.15.45:0/2307044921 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8358083dd0 con 0x5647b2c76590 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.695+0000 7f8347fff640 1 -- 172.21.15.45:0/2307044921 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8358088800 con 0x5647b2c76590 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 -- 172.21.15.45:0/2307044921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 msgr2=0x5647b3086400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 0x5647b3086400 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8358083ad0 tx=0x7f8358083c60 comp rx=0 tx=0).stop 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 -- 172.21.15.45:0/2307044921 shutdown_connections 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c76590 0x5647b3086400 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b3069500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 --2- 172.21.15.45:0/2307044921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c97270 0x5647b3068fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 -- 172.21.15.45:0/2307044921 >> 172.21.15.45:0/2307044921 conn(0x5647b2c8b3c0 msgr2=0x5647b303f280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 -- 172.21.15.45:0/2307044921 shutdown_connections 2024-09-17T03:33:04.699 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.696+0000 7f836f3c2740 1 -- 172.21.15.45:0/2307044921 wait complete. 2024-09-17T03:33:04.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.697+0000 7f836f3c2740 1 -- start start 2024-09-17T03:33:04.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.697+0000 7f836f3c2740 1 Processor -- start 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.698+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b3084600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.698+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b30544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.698+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b3056490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.698+0000 7f836f3c2740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x5647b2d11620 con 0x5647b2c6e3b0 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.698+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5647b2f465f0 con 0x5647b2c76590 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.698+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x5647b2fb1820 con 0x5647b2c97270 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b3084600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836f3c2740 10 client.0 _ll_register_callbacks cb 0x5647b2f4a0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b3084600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48936/0 (socket says 172.21.15.45:48936) 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 -- 172.21.15.45:0/1109261524 learned_addr learned my addr 172.21.15.45:0/1109261524 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836590d640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b30544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836690f640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b3056490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 -- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 msgr2=0x5647b3056490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b3056490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 -- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 msgr2=0x5647b30544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b30544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 -- 172.21.15.45:0/1109261524 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647b2d796b0 con 0x5647b2c6e3b0 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836590d640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b30544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836610e640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b3084600 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f8350002030 tx=0x7f8350001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b3964cb1d2c5770 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f83457fa640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f83457fa640 1 -- 172.21.15.45:0/1109261524 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8350025070 con 0x5647b2c6e3b0 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8358083dd0 con 0x5647b2c6e3b0 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f83457fa640 1 -- 172.21.15.45:0/1109261524 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f83500213f0 con 0x5647b2c6e3b0 2024-09-17T03:33:04.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.699+0000 7f83457fa640 1 -- 172.21.15.45:0/1109261524 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f835001b040 con 0x5647b2c6e3b0 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 10 client.5277 fetch_fsmap learned FSMap version 18 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5647b307d6a0 con 0x5647b2c6e3b0 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f83457fa640 1 -- 172.21.15.45:0/1109261524 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8358083dd0 con 0x5647b2c6e3b0 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f83457fa640 1 -- 172.21.15.45:0/1109261524 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f8350033080 con 0x5647b2c6e3b0 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 10 client.5277 fetch_fsmap finished waiting for FSMap version 18 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 10 client.5277 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 20 client.5277 populate_metadata read hostname 'smithi045' 2024-09-17T03:33:04.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b2c55e40 0x5647b307c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 4 client.5277 mds_command: new command op to 4948 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 --> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647b2fb3770 con 0x5647b2c55e40 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.700+0000 7f836590d640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b2c55e40 0x5647b307c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.701+0000 7f83457fa640 10 client.5277 ms_handle_connect on v2:172.21.15.112:6834/3657608584 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.701+0000 7f836590d640 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b2c55e40 0x5647b307c600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4087684671813f05 server_cookie=a4e06474fc479f22 in_seq=0 out_seq=0 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.701+0000 7f83457fa640 1 -- 172.21.15.45:0/1109261524 <== mds.0 v2:172.21.15.112:6834/3657608584 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5647b2fb3770 con 0x5647b2c55e40 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.701+0000 7f83457fa640 10 client.5277 handle_command_reply: tid=0 2024-09-17T03:33:04.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 client.5277 shutdown 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 msgr2=0x5647b3084600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b3084600 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f8350002030 tx=0x7f8350001250 comp rx=0 tx=0).stop 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 shutdown_connections 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b2c55e40 0x5647b307c600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b30544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b3056490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1109261524 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b3084600 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f83457fa640 0 client.5277 ms_handle_reset on v2:172.21.15.112:6834/3657608584 2024-09-17T03:33:04.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 >> 172.21.15.45:0/1109261524 conn(0x5647b2c8b3c0 msgr2=0x5647b303f130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 shutdown_connections 2024-09-17T03:33:04.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 1 -- 172.21.15.45:0/1109261524 wait complete. 2024-09-17T03:33:04.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.702+0000 7f836f3c2740 20 client.5277 trim_cache size 0 max 16384 2024-09-17T03:33:04.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.721+0000 7f836f3c2740 1 Processor -- start 2024-09-17T03:33:04.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.721+0000 7f836f3c2740 1 -- start start 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b30922b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b307b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 0x5647b303f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836f3c2740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f83601586a0 con 0x5647b2c97270 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f83600b0200 con 0x5647b2c76590 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8360158050 con 0x5647b2c6e3b0 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 0x5647b303f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 0x5647b303f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48938/0 (socket says 172.21.15.45:48938) 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 -- 172.21.15.45:0/3092646361 learned_addr learned my addr 172.21.15.45:0/3092646361 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:04.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836590d640 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b307b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836610e640 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b30922b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 -- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 msgr2=0x5647b30922b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b30922b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 -- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 msgr2=0x5647b307b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b307b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.722+0000 7f836690f640 1 -- 172.21.15.45:0/3092646361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647b303bb70 con 0x5647b2c97270 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.723+0000 7f836690f640 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 0x5647b303f110 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8358083ad0 tx=0x7f83580ba320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8091e271d3d222 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.723+0000 7f83477fe640 1 -- 172.21.15.45:0/3092646361 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8358048040 con 0x5647b2c97270 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.723+0000 7f83477fe640 1 -- 172.21.15.45:0/3092646361 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f835808d740 con 0x5647b2c97270 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.723+0000 7f83477fe640 1 -- 172.21.15.45:0/3092646361 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8358088800 con 0x5647b2c97270 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.723+0000 7f836f3c2740 1 -- 172.21.15.45:0/3092646361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 msgr2=0x5647b303f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.723+0000 7f836f3c2740 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 0x5647b303f110 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8358083ad0 tx=0x7f83580ba320 comp rx=0 tx=0).stop 2024-09-17T03:33:04.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 -- 172.21.15.45:0/3092646361 shutdown_connections 2024-09-17T03:33:04.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b307b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c97270 0x5647b303f110 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 --2- 172.21.15.45:0/3092646361 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c6e3b0 0x5647b30922b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 -- 172.21.15.45:0/3092646361 >> 172.21.15.45:0/3092646361 conn(0x5647b2c8b3c0 msgr2=0x5647b303a5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 -- 172.21.15.45:0/3092646361 shutdown_connections 2024-09-17T03:33:04.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 -- 172.21.15.45:0/3092646361 wait complete. 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.724+0000 7f836f3c2740 1 -- start start 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.725+0000 7f836f3c2740 1 Processor -- start 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b309d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b3066c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b30fa540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x5647b3056d00 con 0x5647b2c6e3b0 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5647b3054b20 con 0x5647b2c76590 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x5647b30968d0 con 0x5647b2c97270 2024-09-17T03:33:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836f3c2740 10 client.0 _ll_register_callbacks cb 0x7f835000fda0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b309d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b309d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48952/0 (socket says 172.21.15.45:48952) 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 -- 172.21.15.45:0/1609463388 learned_addr learned my addr 172.21.15.45:0/1609463388 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836690f640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b30fa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836590d640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b3066c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 -- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 msgr2=0x5647b30fa540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b30fa540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 -- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 msgr2=0x5647b3066c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b3066c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836610e640 1 -- 172.21.15.45:0/1609463388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647b3103b80 con 0x5647b2c6e3b0 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.726+0000 7f836590d640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b3066c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836610e640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b309d020 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8350014870 tx=0x7f83500229a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf3e77337f3d1ec server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f83457fa640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f83457fa640 1 -- 172.21.15.45:0/1609463388 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8350039060 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f83457fa640 1 -- 172.21.15.45:0/1609463388 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f8350022da0 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f835808d740 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f83457fa640 1 -- 172.21.15.45:0/1609463388 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f8350025070 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 10 client.5283 fetch_fsmap learned FSMap version 18 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5647b3067300 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f83457fa640 1 -- 172.21.15.45:0/1609463388 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f835808d740 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f83457fa640 1 -- 172.21.15.45:0/1609463388 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f8350033030 con 0x5647b2c6e3b0 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 10 client.5283 fetch_fsmap finished waiting for FSMap version 18 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 10 client.5283 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 20 client.5283 populate_metadata read hostname 'smithi045' 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b303f610 0x5647b3107170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 4 client.5283 mds_command: new command op to 4948 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.727+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 --> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] -- command(tid 0: {"prefix": "status"}) -- 0x5647b2faf220 con 0x5647b303f610 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f836590d640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b303f610 0x5647b3107170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f83457fa640 10 client.5283 ms_handle_connect on v2:172.21.15.112:6834/3657608584 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f836590d640 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b303f610 0x5647b3107170 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a911ebf38aee8980 server_cookie=f4ca5959ce3aaf3f in_seq=0 out_seq=0 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f83457fa640 1 -- 172.21.15.45:0/1609463388 <== mds.0 v2:172.21.15.112:6834/3657608584 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5647b2faf220 con 0x5647b303f610 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f83457fa640 10 client.5283 handle_command_reply: tid=0 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f836f3c2740 1 client.5283 shutdown 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 msgr2=0x5647b309d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.728+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b309d020 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8350014870 tx=0x7f83500229a0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 shutdown_connections 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:6834/3657608584,v1:172.21.15.112:6836/3657608584] conn(0x5647b303f610 0x5647b3107170 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5647b2c76590 0x5647b3066c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5647b2c97270 0x5647b30fa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f83457fa640 0 client.5283 ms_handle_reset on v2:172.21.15.112:6834/3657608584 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 --2- 172.21.15.45:0/1609463388 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5647b2c6e3b0 0x5647b309d020 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 >> 172.21.15.45:0/1609463388 conn(0x5647b2c8b3c0 msgr2=0x5647b3079fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 shutdown_connections 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 1 -- 172.21.15.45:0/1609463388 wait complete. 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f836f3c2740 20 client.5283 trim_cache size 0 max 16384 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "268d12fa-d9d7-4546-bc33-c6ac34cae2f6", 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 0, 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4948, 2024-09-17T03:33:04.733 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 10.309790340999999, 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 18, 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 38, 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 38, 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 17.196543501000001 2024-09-17T03:33:04.734 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:04.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f834c078bc0 msgr2=0x7f834c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f834c078bc0 0x7f834c07b0d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8350002200 tx=0x7f83500019f0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 msgr2=0x7f8360074890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f8360074890 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f835802ab20 tx=0x7f8358033c90 comp rx=0 tx=0).stop 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 shutdown_connections 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f834c078bc0 0x7f834c07b0d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f83600cd910 0x7f8360074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8360158e60 0x7f8360074890 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 --2- 172.21.15.45:0/330767741 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f836006e290 0x7f8360155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.729+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 >> 172.21.15.45:0/330767741 conn(0x7f83600b5190 msgr2=0x7f836006fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.730+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 shutdown_connections 2024-09-17T03:33:04.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.730+0000 7f8368372640 1 -- 172.21.15.45:0/330767741 wait complete. 2024-09-17T03:33:04.740 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 -- 172.21.15.45:0/3461745719 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff47815e740 msgr2=0x7ff4780b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 --2- 172.21.15.45:0/3461745719 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff47815e740 0x7ff4780b78e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff470005fd0 tx=0x7ff47002a5d0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 -- 172.21.15.45:0/3461745719 shutdown_connections 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 --2- 172.21.15.45:0/3461745719 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff47815e740 0x7ff4780b78e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 --2- 172.21.15.45:0/3461745719 >> v2:172.21.15.112:3300/0 conn(0x7ff4780cf650 0x7ff4780b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 -- 172.21.15.45:0/3461745719 >> 172.21.15.45:0/3461745719 conn(0x7ff4780d4320 msgr2=0x7ff4780d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 -- 172.21.15.45:0/3461745719 shutdown_connections 2024-09-17T03:33:04.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.857+0000 7ff480358640 1 -- 172.21.15.45:0/3461745719 wait complete. 2024-09-17T03:33:04.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.859+0000 7ff480358640 1 Processor -- start 2024-09-17T03:33:04.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.859+0000 7ff480358640 1 -- start start 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.860+0000 7ff480358640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff47806e5c0 0x7ff4781f5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.860+0000 7ff480358640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 0x7ff4780abd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.860+0000 7ff480358640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff478160ad0 0x7ff47815f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.860+0000 7ff480358640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7ff4780d3460 con 0x7ff47815e740 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.860+0000 7ff480358640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff4780d32e0 con 0x7ff47806e5c0 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.860+0000 7ff480358640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7ff4780d35e0 con 0x7ff478160ad0 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 0x7ff4780abd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 0x7ff4780abd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48962/0 (socket says 172.21.15.45:48962) 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 -- 172.21.15.45:0/1779490908 learned_addr learned my addr 172.21.15.45:0/1779490908 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:04.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47e8f5640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff478160ad0 0x7ff47815f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47e0f4640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff47806e5c0 0x7ff4781f5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 -- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff478160ad0 msgr2=0x7ff47815f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff478160ad0 0x7ff47815f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 -- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff47806e5c0 msgr2=0x7ff4781f5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff47806e5c0 0x7ff4781f5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 -- 172.21.15.45:0/1779490908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4781f5ab0 con 0x7ff47815e740 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47e0f4640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff47806e5c0 0x7ff4781f5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff47d8f3640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 0x7ff4780abd80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00e9f0 tx=0x7ff46c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c00cd80 con 0x7ff47815e740 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff46c004020 con 0x7ff47815e740 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4781f5d90 con 0x7ff47815e740 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c004450 con 0x7ff47815e740 2024-09-17T03:33:04.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.861+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff47815f1d0 con 0x7ff47815e740 2024-09-17T03:33:04.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.862+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4781f5fd0 con 0x7ff47815e740 2024-09-17T03:33:04.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.863+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff46c0035f0 con 0x7ff47815e740 2024-09-17T03:33:04.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.864+0000 7ff476ffd640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff464078b90 0x7ff46407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:04.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.864+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7ff46c09b6a0 con 0x7ff47815e740 2024-09-17T03:33:04.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.864+0000 7ff47e0f4640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff464078b90 0x7ff46407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:04.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.865+0000 7ff47e0f4640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff464078b90 0x7ff46407b0a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff468002210 tx=0x7ff468009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:04.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:04.868+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7ff4781f5fd0 con 0x7ff47815e740 2024-09-17T03:33:05.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.088+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff4780d3a90 con 0x7ff47815e740 2024-09-17T03:33:05.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.088+0000 7ff476ffd640 1 -- 172.21.15.45:0/1779490908 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7ff46c063390 con 0x7ff47815e740 2024-09-17T03:33:05.088 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-17T03:33:05.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff464078b90 msgr2=0x7ff46407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:05.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff464078b90 0x7ff46407b0a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff468002210 tx=0x7ff468009040 comp rx=0 tx=0).stop 2024-09-17T03:33:05.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 msgr2=0x7ff4780abd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:05.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 0x7ff4780abd80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00e9f0 tx=0x7ff46c00eeb0 comp rx=0 tx=0).stop 2024-09-17T03:33:05.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 shutdown_connections 2024-09-17T03:33:05.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7ff464078b90 0x7ff46407b0a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:05.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7ff478160ad0 0x7ff47815f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:05.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff47815e740 0x7ff4780abd80 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:05.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 --2- 172.21.15.45:0/1779490908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff47806e5c0 0x7ff4781f5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:05.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 >> 172.21.15.45:0/1779490908 conn(0x7ff4780d4320 msgr2=0x7ff47815d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:05.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 shutdown_connections 2024-09-17T03:33:05.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05.090+0000 7ff480358640 1 -- 172.21.15.45:0/1779490908 wait complete. 2024-09-17T03:33:05.101 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T03:33:05.101 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T03:33:05.101 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi045.front.sepia.ceph.com 2024-09-17T03:33:05.101 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-17T03:33:05.101 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:05.102 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T03:33:05.102 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T03:33:05.102 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T03:33:05.102 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-17T03:33:05.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.102 DEBUG:teuthology.orchestra.run.smithi045:> ip addr 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a6 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f0 2024-09-17T03:33:05.120 INFO:teuthology.orchestra.run.smithi045.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a7 brd ff:ff:ff:ff:ff:ff 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f1 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:be brd ff:ff:ff:ff:ff:ff 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f0 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: inet 172.21.15.45/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft 42701sec preferred_lft 42701sec 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::ec4:7aff:febd:12be/64 scope link 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T03:33:05.121 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:bf brd ff:ff:ff:ff:ff:ff 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f1 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 42:62:5b:54:88:7a brd ff:ff:ff:ff:ff:ff 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::68a3:b7ff:fef3:b58d/64 scope link 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 42:62:5b:54:88:7a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::4062:5bff:fe54:887a/64 scope link 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-17T03:33:05.122 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether c2:11:c6:1b:d3:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:33:05.123 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::c011:c6ff:fe1b:d311/64 scope link 2024-09-17T03:33:05.123 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2024-09-17T03:33:05.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.123 DEBUG:teuthology.orchestra.run.smithi045:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T03:33:05.185 INFO:teuthology.orchestra.run.smithi045.stdout:1 2024-09-17T03:33:05.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.186 DEBUG:teuthology.orchestra.run.smithi045:> route 2024-09-17T03:33:05.243 INFO:teuthology.orchestra.run.smithi045.stdout:Kernel IP routing table 2024-09-17T03:33:05.244 INFO:teuthology.orchestra.run.smithi045.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T03:33:05.244 INFO:teuthology.orchestra.run.smithi045.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-17T03:33:05.244 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-17T03:33:05.244 INFO:teuthology.orchestra.run.smithi045.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T03:33:05.244 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T03:33:05.244 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2024-09-17T03:33:05.244 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-17T03:33:05.244 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-17T03:33:05.244 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-17T03:33:05.245 DEBUG:teuthology.orchestra.run.smithi045:> ') 2024-09-17T03:33:05.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T03:33:05.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:33:05.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.374 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2024-09-17T03:33:05.390 INFO:teuthology.orchestra.run.smithi045.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-17T03:33:05.390 INFO:teuthology.orchestra.run.smithi045.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-17T03:33:05.390 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-17T03:33:05.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.391 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set brx.0 up 2024-09-17T03:33:05.458 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-17T03:33:05.458 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:33:05.458 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:05.514 INFO:teuthology.orchestra.run.smithi045.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-17T03:33:05.514 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T03:33:05.515 DEBUG:teuthology.orchestra.run.smithi045:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:05.572 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:33:05.634 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:33:05.692 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:33:05.693 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:33:05.696 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:33:05.697 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:33:05.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.698 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:33:05.748 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-17T03:33:05.749 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-17T03:33:05.791 DEBUG:teuthology.orchestra.run.smithi045:> sudo modprobe fuse 2024-09-17T03:33:05.816 DEBUG:teuthology.orchestra.run.smithi045:> cat /proc/self/mounts | awk '{print $2}' 2024-09-17T03:33:05.875 INFO:teuthology.orchestra.run.smithi045.stdout:/proc 2024-09-17T03:33:05.875 INFO:teuthology.orchestra.run.smithi045.stdout:/sys 2024-09-17T03:33:05.875 INFO:teuthology.orchestra.run.smithi045.stdout:/dev 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/security 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/shm 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/pts 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/run 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/cgroup 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/pstore 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/bpf 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/ 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/selinux 2024-09-17T03:33:05.876 INFO:teuthology.orchestra.run.smithi045.stdout:/proc/sys/fs/binfmt_misc 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/mqueue 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/dev/hugepages 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/debug 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/tracing 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/fs/fuse/connections 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/sys/kernel/config 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-sysctl.service 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/nfs/rpc_pipefs 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/run/user/1000 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph 2024-09-17T03:33:05.877 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-0 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-1 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-2 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/var/lib/ceph/osd/ceph-3 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run.smithi045.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:33:05.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:05.878 DEBUG:teuthology.orchestra.run.smithi045:> ls /sys/fs/fuse/connections 2024-09-17T03:33:05.885 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:2024-09-17T03:33:05.885+0000 7fd1bd2eb480 -1 init, newargv = 0x7fd1a0004640 newargc=15 2024-09-17T03:33:05.885 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:ceph-fuse[49241]: starting ceph client 2024-09-17T03:33:05.891 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:ceph-fuse[49241]: starting fuse 2024-09-17T03:33:05.901 INFO:teuthology.orchestra.run.smithi045.stdout:43 2024-09-17T03:33:05.901 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> sudo stdin-killer -- python3 -c ' 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> import glob 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> import re 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> import os 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> import subprocess 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> def _find_admin_socket(client_name): 2024-09-17T03:33:05.902 DEBUG:teuthology.orchestra.run.smithi045:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-17T03:33:05.903 DEBUG:teuthology.orchestra.run.smithi045:> files = glob.glob(asok_path) 2024-09-17T03:33:05.903 DEBUG:teuthology.orchestra.run.smithi045:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-17T03:33:05.903 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:05.903 DEBUG:teuthology.orchestra.run.smithi045:> # Given a non-glob path, it better be there 2024-09-17T03:33:05.903 DEBUG:teuthology.orchestra.run.smithi045:> if "*" not in asok_path: 2024-09-17T03:33:05.903 DEBUG:teuthology.orchestra.run.smithi045:> assert(len(files) == 1) 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> return files[0] 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> for f in files: 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> contents = proc_f.read() 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> if mountpoint in contents: 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> return f 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:05.904 DEBUG:teuthology.orchestra.run.smithi045:> print(_find_admin_socket("client.0")) 2024-09-17T03:33:05.905 DEBUG:teuthology.orchestra.run.smithi045:> ' 2024-09-17T03:33:06.021 INFO:teuthology.orchestra.run.smithi045.stdout:/var/run/ceph/ceph-client.0.49241.asok 2024-09-17T03:33:06.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:33:06.032 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.49241.asok 2024-09-17T03:33:06.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:06.033 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.49241.asok status 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "metadata": { 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_sha1": "ce1b342bf8c6349a8c90cd607f83bff2443f21cf", 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_version": "ceph version 19.3.0-4989-gce1b342b (ce1b342bf8c6349a8c90cd607f83bff2443f21cf) squid (dev)", 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "entity_id": "0", 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "hostname": "smithi045", 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "pid": "49241", 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "root": "/" 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:33:06.178 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_count": 0, 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "dentry_pinned_count": 0, 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 5292, 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "inst": { 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "name": { 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "client", 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "num": 5292 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 2345815033 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-17T03:33:06.179 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": { 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "v1", 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "addr": "192.168.0.1:0", 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "nonce": 2345815033 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "inst_str": "client.5292 192.168.0.1:0/2345815033", 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "addr_str": "192.168.0.1:0/2345815033", 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "inode_count": 1, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "mds_epoch": 18, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch": 38, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "osd_epoch_barrier": 0, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "blocklisted": false, 2024-09-17T03:33:06.180 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs" 2024-09-17T03:33:06.181 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:06.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:06.190 DEBUG:teuthology.orchestra.run.smithi045:> stat --file-system '--printf=%T 2024-09-17T03:33:06.190 DEBUG:teuthology.orchestra.run.smithi045:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:06.206 INFO:teuthology.orchestra.run.smithi045.stdout:fuseblk 2024-09-17T03:33:06.206 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:06.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:06.206 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:06.273 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:33:06.295 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> stdin-killer -- python3 -c ' 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> import os 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> import uuid 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> n = 1 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> create_hard_links = False 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> if 0 > 0: 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> create_hard_links = True 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> path = "/home/ubuntu/cephtest/mnt.0/file_on_fs" 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> dpath = os.path.dirname(path) 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> fnameprefix = os.path.basename(path) 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> os.makedirs(dpath, exist_ok=True) 2024-09-17T03:33:06.330 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> try: 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> for i in range(n): 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> with open(fpath, '"'"'w'"'"') as f: 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> f.write(f"{i}") 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> if True: 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> f.flush() 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> os.fsync(f.fileno()) 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> if False: 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> os.unlink(fpath) 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> if False: 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> os.fsync(dirfd) 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> if create_hard_links: 2024-09-17T03:33:06.331 DEBUG:teuthology.orchestra.run.smithi045:> for j in range(0): 2024-09-17T03:33:06.332 DEBUG:teuthology.orchestra.run.smithi045:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-17T03:33:06.332 DEBUG:teuthology.orchestra.run.smithi045:> if False: 2024-09-17T03:33:06.332 DEBUG:teuthology.orchestra.run.smithi045:> os.fsync(dirfd) 2024-09-17T03:33:06.332 DEBUG:teuthology.orchestra.run.smithi045:> finally: 2024-09-17T03:33:06.332 DEBUG:teuthology.orchestra.run.smithi045:> os.close(dirfd) 2024-09-17T03:33:06.332 DEBUG:teuthology.orchestra.run.smithi045:> ' 2024-09-17T03:33:06.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T03:33:06.466 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 -- 172.21.15.45:0/678107676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280cf650 msgr2=0x7f37280b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 --2- 172.21.15.45:0/678107676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280cf650 0x7f37280b3770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f371c005fd0 tx=0x7f371c02a5d0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 -- 172.21.15.45:0/678107676 shutdown_connections 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 --2- 172.21.15.45:0/678107676 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f372815e740 0x7f37280b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 --2- 172.21.15.45:0/678107676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280cf650 0x7f37280b3770 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 -- 172.21.15.45:0/678107676 >> 172.21.15.45:0/678107676 conn(0x7f37280d4320 msgr2=0x7f37280d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:06.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 -- 172.21.15.45:0/678107676 shutdown_connections 2024-09-17T03:33:06.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.625+0000 7f372dc69640 1 -- 172.21.15.45:0/678107676 wait complete. 2024-09-17T03:33:06.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.627+0000 7f372dc69640 1 Processor -- start 2024-09-17T03:33:06.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.627+0000 7f372dc69640 1 -- start start 2024-09-17T03:33:06.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.628+0000 7f372dc69640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f372806e5c0 0x7f372814d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:06.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.628+0000 7f372dc69640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f372815e740 0x7f37281f5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:06.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.628+0000 7f372dc69640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 0x7f37280ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:06.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.628+0000 7f372dc69640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f37280d3460 con 0x7f37280c9ce0 2024-09-17T03:33:06.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.628+0000 7f372dc69640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f37280d32e0 con 0x7f372815e740 2024-09-17T03:33:06.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.628+0000 7f372dc69640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f37280d35e0 con 0x7f372806e5c0 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 0x7f37280ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 0x7f37280ca0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48990/0 (socket says 172.21.15.45:48990) 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 -- 172.21.15.45:0/3736813182 learned_addr learned my addr 172.21.15.45:0/3736813182 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f37277fe640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f372806e5c0 0x7f372814d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3726ffd640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f372815e740 0x7f37281f5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 -- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f372806e5c0 msgr2=0x7f372814d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f372806e5c0 0x7f372814d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 -- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f372815e740 msgr2=0x7f37281f5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f372815e740 0x7f37281f5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 -- 172.21.15.45:0/3736813182 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37280c8f20 con 0x7f37280c9ce0 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f3727fff640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 0x7f37280ca0f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f372000ea40 tx=0x7f372000ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:06.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f372000ce40 con 0x7f37280c9ce0 2024-09-17T03:33:06.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3720004c10 con 0x7f37280c9ce0 2024-09-17T03:33:06.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37280c9200 con 0x7f37280c9ce0 2024-09-17T03:33:06.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3720005020 con 0x7f37280c9ce0 2024-09-17T03:33:06.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.629+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37280c97c0 con 0x7f37280c9ce0 2024-09-17T03:33:06.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.630+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37281f5f00 con 0x7f37280c9ce0 2024-09-17T03:33:06.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.631+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f37200051c0 con 0x7f37280c9ce0 2024-09-17T03:33:06.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.632+0000 7f370ffff640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3714078b90 0x7f371407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:06.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.632+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f372009bc80 con 0x7f37280c9ce0 2024-09-17T03:33:06.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.632+0000 7f37277fe640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3714078b90 0x7f371407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:06.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.633+0000 7f37277fe640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3714078b90 0x7f371407b0a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3718001720 tx=0x7f3718009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:06.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.636+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f37200638e0 con 0x7f37280c9ce0 2024-09-17T03:33:06.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.864+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f372814dab0 con 0x7f37280c9ce0 2024-09-17T03:33:06.864 INFO:tasks.ceph.mon.a.smithi045.stderr:2024-09-17T03:33:06.865+0000 7fe18820d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T03:33:06.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.866+0000 7f370ffff640 1 -- 172.21.15.45:0/3736813182 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7f3720068310 con 0x7f37280c9ce0 2024-09-17T03:33:06.866 INFO:teuthology.orchestra.run.smithi045.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-17T03:33:06.868 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3714078b90 msgr2=0x7f371407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:06.868 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3714078b90 0x7f371407b0a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3718001720 tx=0x7f3718009040 comp rx=0 tx=0).stop 2024-09-17T03:33:06.868 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 msgr2=0x7f37280ca0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 0x7f37280ca0f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f372000ea40 tx=0x7f372000ef00 comp rx=0 tx=0).stop 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 shutdown_connections 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3714078b90 0x7f371407b0a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f372815e740 0x7f37281f5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f37280c9ce0 0x7f37280ca0f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 --2- 172.21.15.45:0/3736813182 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f372806e5c0 0x7f372814d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 >> 172.21.15.45:0/3736813182 conn(0x7f37280d4320 msgr2=0x7f372815d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 shutdown_connections 2024-09-17T03:33:06.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.869+0000 7f372dc69640 1 -- 172.21.15.45:0/3736813182 wait complete. 2024-09-17T03:33:06.871 INFO:tasks.ceph.mds.d.smithi112.stderr: -1087> 2024-09-17T03:32:58.385+0000 7f764ee25640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T03:33:06.880 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-17T03:33:06.925 INFO:tasks.ceph.mds.d.smithi112.stdout:starting mds.d at 2024-09-17T03:33:06.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 -- 172.21.15.45:0/3308463002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c070810 msgr2=0x7f8b7c152d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 --2- 172.21.15.45:0/3308463002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c070810 0x7f8b7c152d70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8b74005fd0 tx=0x7f8b7402aa90 comp rx=0 tx=0).stop 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 -- 172.21.15.45:0/3308463002 shutdown_connections 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 --2- 172.21.15.45:0/3308463002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c070810 0x7f8b7c152d70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 --2- 172.21.15.45:0/3308463002 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 0x7f8b7c0d0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 -- 172.21.15.45:0/3308463002 >> 172.21.15.45:0/3308463002 conn(0x7f8b7c0b3ca0 msgr2=0x7f8b7c0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 -- 172.21.15.45:0/3308463002 shutdown_connections 2024-09-17T03:33:06.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:06.999+0000 7f8b831e6640 1 -- 172.21.15.45:0/3308463002 wait complete. 2024-09-17T03:33:07.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.001+0000 7f8b831e6640 1 Processor -- start 2024-09-17T03:33:07.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.001+0000 7f8b831e6640 1 -- start start 2024-09-17T03:33:07.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b831e6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 0x7f8b7c1f6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:07.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b831e6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c071670 0x7f8b7c1f6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:07.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b831e6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 0x7f8b7c0b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b831e6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8b7c1532b0 con 0x7f8b7c070810 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b831e6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8b7c070e30 con 0x7f8b7c071670 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b831e6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8b7c153430 con 0x7f8b7c0d19b0 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b80f82640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 0x7f8b7c1f6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b80f82640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 0x7f8b7c1f6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48994/0 (socket says 172.21.15.45:48994) 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.002+0000 7f8b80f82640 1 -- 172.21.15.45:0/986357853 learned_addr learned my addr 172.21.15.45:0/986357853 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b81783640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 0x7f8b7c0b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b7bfff640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c071670 0x7f8b7c1f6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b80f82640 1 -- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 msgr2=0x7f8b7c0b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b80f82640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 0x7f8b7c0b5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b80f82640 1 -- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c071670 msgr2=0x7f8b7c1f6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:07.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b80f82640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c071670 0x7f8b7c1f6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b80f82640 1 -- 172.21.15.45:0/986357853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b7c1f77f0 con 0x7f8b7c070810 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b7bfff640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c071670 0x7f8b7c1f6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b81783640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 0x7f8b7c0b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b80f82640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 0x7f8b7c1f6990 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c00e9f0 tx=0x7f8b6c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c00cd20 con 0x7f8b7c070810 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b6c004020 con 0x7f8b7c070810 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b7c0b5160 con 0x7f8b7c070810 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c004470 con 0x7f8b7c070810 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.003+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b7c0b5720 con 0x7f8b7c070810 2024-09-17T03:33:07.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.004+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b7c153950 con 0x7f8b7c070810 2024-09-17T03:33:07.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.005+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8b6c0035f0 con 0x7f8b7c070810 2024-09-17T03:33:07.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.006+0000 7f8b797fa640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b68078b90 0x7f8b6807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:07.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.006+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f8b6c09ba10 con 0x7f8b7c070810 2024-09-17T03:33:07.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.006+0000 7f8b7bfff640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b68078b90 0x7f8b6807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:07.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.007+0000 7f8b7bfff640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b68078b90 0x7f8b6807b0a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c1f68f0 tx=0x7f8b70009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:07.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.010+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8b7c1f77f0 con 0x7f8b7c070810 2024-09-17T03:33:07.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.236+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8b7c0c7430 con 0x7f8b7c070810 2024-09-17T03:33:07.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.868+0000 7f8b797fa640 1 -- 172.21.15.45:0/986357853 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f8b6c063c70 con 0x7f8b7c070810 2024-09-17T03:33:07.871 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b68078b90 msgr2=0x7f8b6807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:07.871 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b68078b90 0x7f8b6807b0a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c1f68f0 tx=0x7f8b70009040 comp rx=0 tx=0).stop 2024-09-17T03:33:07.871 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 msgr2=0x7f8b7c1f6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 0x7f8b7c1f6990 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c00e9f0 tx=0x7f8b6c00eeb0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 shutdown_connections 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8b68078b90 0x7f8b6807b0a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8b7c071670 0x7f8b7c1f6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8b7c0d19b0 0x7f8b7c0b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 --2- 172.21.15.45:0/986357853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8b7c070810 0x7f8b7c1f6990 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 >> 172.21.15.45:0/986357853 conn(0x7f8b7c0b3ca0 msgr2=0x7f8b7c1e5470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 shutdown_connections 2024-09-17T03:33:07.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:07.872+0000 7f8b831e6640 1 -- 172.21.15.45:0/986357853 wait complete. 2024-09-17T03:33:07.885 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data --recover --force --fscid 2 2024-09-17T03:33:08.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 -- 172.21.15.45:0/937971958 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0cf5f0 msgr2=0x7f0b8c0cfa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:08.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/937971958 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0cf5f0 0x7f0b8c0cfa00 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f0b84005fd0 tx=0x7f0b8402a670 comp rx=0 tx=0).stop 2024-09-17T03:33:08.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 -- 172.21.15.45:0/937971958 shutdown_connections 2024-09-17T03:33:08.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/937971958 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0cf5f0 0x7f0b8c0cfa00 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 -- 172.21.15.45:0/937971958 >> 172.21.15.45:0/937971958 conn(0x7f0b8c0d1aa0 msgr2=0x7f0b8c0d4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:08.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 -- 172.21.15.45:0/937971958 shutdown_connections 2024-09-17T03:33:08.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.017+0000 7f0b92c9b640 1 -- 172.21.15.45:0/937971958 wait complete. 2024-09-17T03:33:08.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.019+0000 7f0b92c9b640 1 Processor -- start 2024-09-17T03:33:08.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.019+0000 7f0b92c9b640 1 -- start start 2024-09-17T03:33:08.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b92c9b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b8c06d420 0x7f0b8c14e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:08.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b92c9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 0x7f0b8c14b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:08.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b92c9b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0b8c0cf5f0 0x7f0b8c1f8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b92c9b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8c0d3730 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b92c9b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8c0d35b0 con 0x7f0b8c06d420 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b92c9b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f0b8c0d38b0 con 0x7f0b8c0cf5f0 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 0x7f0b8c14b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 0x7f0b8c14b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49012/0 (socket says 172.21.15.45:49012) 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b90a37640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b8c06d420 0x7f0b8c14e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 -- 172.21.15.45:0/4248673902 learned_addr learned my addr 172.21.15.45:0/4248673902 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b91238640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0b8c0cf5f0 0x7f0b8c1f8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 -- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0b8c0cf5f0 msgr2=0x7f0b8c1f8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0b8c0cf5f0 0x7f0b8c1f8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 -- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b8c06d420 msgr2=0x7f0b8c14e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b8c06d420 0x7f0b8c14e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 -- 172.21.15.45:0/4248673902 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b8c1e9670 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.021+0000 7f0b8bfff640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 0x7f0b8c14b290 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0b8000c400 tx=0x7f0b8000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:08.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.022+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b80017070 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.022+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b800053c0 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.022+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b8c1e9950 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.022+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b80003830 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.022+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b8c14b7d0 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.023+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b8c0ab070 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.024+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0b8001a070 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.024+0000 7f0b897fa640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0b78078b90 0x7f0b7807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:08.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.024+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f0b8009a1a0 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.025+0000 7f0b90a37640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0b78078b90 0x7f0b7807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:08.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.025+0000 7f0b90a37640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0b78078b90 0x7f0b7807b0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c001db0 tx=0x7f0b7c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:08.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.029+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0b80061e40 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.251+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2} v 0) -- 0x7f0b8c0cfa00 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.867 INFO:tasks.ceph.mon.a.smithi045.stderr:2024-09-17T03:33:08.868+0000 7fe18aa12640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T03:33:08.869 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.869+0000 7f0b897fa640 1 -- 172.21.15.45:0/4248673902 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2}]=0 new fs with metadata pool 5 and data pool 6 v21) ==== 216+0+0 (secure 0 0 0) 0x7f0b80066870 con 0x7f0b8c0b7a50 2024-09-17T03:33:08.869 INFO:teuthology.orchestra.run.smithi045.stderr:new fs with metadata pool 5 and data pool 6 2024-09-17T03:33:08.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.872+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0b78078b90 msgr2=0x7f0b7807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:08.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.872+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0b78078b90 0x7f0b7807b0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c001db0 tx=0x7f0b7c009040 comp rx=0 tx=0).stop 2024-09-17T03:33:08.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.872+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 msgr2=0x7f0b8c14b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:08.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.872+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 0x7f0b8c14b290 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0b8000c400 tx=0x7f0b8000c8c0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 shutdown_connections 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f0b78078b90 0x7f0b7807b0a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f0b8c0cf5f0 0x7f0b8c1f8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0b8c0b7a50 0x7f0b8c14b290 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 --2- 172.21.15.45:0/4248673902 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b8c06d420 0x7f0b8c14e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 >> 172.21.15.45:0/4248673902 conn(0x7f0b8c0d1aa0 msgr2=0x7f0b8c0ca6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 shutdown_connections 2024-09-17T03:33:08.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:08.873+0000 7f0b92c9b640 1 -- 172.21.15.45:0/4248673902 wait complete. 2024-09-17T03:33:08.886 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-17T03:33:09.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 -- 172.21.15.45:0/3180892463 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 msgr2=0x7f89c4070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:09.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 --2- 172.21.15.45:0/3180892463 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c4070e40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f89c40c59d0 tx=0x7f89b402aa30 comp rx=0 tx=0).stop 2024-09-17T03:33:09.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 -- 172.21.15.45:0/3180892463 shutdown_connections 2024-09-17T03:33:09.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 --2- 172.21.15.45:0/3180892463 >> v2:172.21.15.112:3300/0 conn(0x7f89c40d1c40 0x7f89c4072be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 --2- 172.21.15.45:0/3180892463 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f89c40d1830 0x7f89c4070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 --2- 172.21.15.45:0/3180892463 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c4070e40 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 -- 172.21.15.45:0/3180892463 >> 172.21.15.45:0/3180892463 conn(0x7f89c40ceee0 msgr2=0x7f89c40cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:09.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 -- 172.21.15.45:0/3180892463 shutdown_connections 2024-09-17T03:33:09.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.014+0000 7f89ca13a640 1 -- 172.21.15.45:0/3180892463 wait complete. 2024-09-17T03:33:09.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.016+0000 7f89ca13a640 1 Processor -- start 2024-09-17T03:33:09.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.016+0000 7f89ca13a640 1 -- start start 2024-09-17T03:33:09.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89ca13a640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f89c40d1830 0x7f89c40b4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:09.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89ca13a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89c40d1c40 0x7f89c40c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:09.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89ca13a640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c40c7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:09.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89ca13a640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f89c4073560 con 0x7f89c415ff20 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89ca13a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f89c40733e0 con 0x7f89c40d1c40 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89ca13a640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f89c415cea0 con 0x7f89c40d1830 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c40c7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c40c7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49822/0 (socket says 172.21.15.45:49822) 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c37fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f89c40d1830 0x7f89c40b4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 -- 172.21.15.45:0/2755613770 learned_addr learned my addr 172.21.15.45:0/2755613770 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c2ffd640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89c40d1c40 0x7f89c40c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 -- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f89c40d1830 msgr2=0x7f89c40b4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f89c40d1830 0x7f89c40b4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 -- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89c40d1c40 msgr2=0x7f89c40c75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89c40d1c40 0x7f89c40c75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 -- 172.21.15.45:0/2755613770 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c41f9190 con 0x7f89c415ff20 2024-09-17T03:33:09.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.018+0000 7f89c3fff640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c40c7af0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f89bc00c720 tx=0x7f89bc00cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:09.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.019+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc004230 con 0x7f89c415ff20 2024-09-17T03:33:09.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.019+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89bc0044c0 con 0x7f89c415ff20 2024-09-17T03:33:09.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.019+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc007c10 con 0x7f89c415ff20 2024-09-17T03:33:09.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.019+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c41f9470 con 0x7f89c415ff20 2024-09-17T03:33:09.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.019+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c41f9a30 con 0x7f89c415ff20 2024-09-17T03:33:09.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.020+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89c41f8f00 con 0x7f89c415ff20 2024-09-17T03:33:09.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.021+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f89bc0035f0 con 0x7f89c415ff20 2024-09-17T03:33:09.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.021+0000 7f89abfff640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f89b0078b90 0x7f89b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:09.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.021+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f89bc09b290 con 0x7f89c415ff20 2024-09-17T03:33:09.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.022+0000 7f89c37fe640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f89b0078b90 0x7f89b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:09.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.022+0000 7f89c37fe640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f89b0078b90 0x7f89b007b0a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f89b4035000 tx=0x7f89b403b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:09.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.026+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f89bc014070 con 0x7f89c415ff20 2024-09-17T03:33:09.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.248+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f89c4072be0 con 0x7f89c415ff20 2024-09-17T03:33:09.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.875+0000 7f89abfff640 1 -- 172.21.15.45:0/2755613770 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v22) ==== 162+0+0 (secure 0 0 0) 0x7f89bc062ea0 con 0x7f89c415ff20 2024-09-17T03:33:09.875 INFO:teuthology.orchestra.run.smithi045.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f89b0078b90 msgr2=0x7f89b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f89b0078b90 0x7f89b007b0a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f89b4035000 tx=0x7f89b403b040 comp rx=0 tx=0).stop 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 msgr2=0x7f89c40c7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c40c7af0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f89bc00c720 tx=0x7f89bc00cbe0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 shutdown_connections 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f89b0078b90 0x7f89b007b0a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89c40d1c40 0x7f89c40c75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89c415ff20 0x7f89c40c7af0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 --2- 172.21.15.45:0/2755613770 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f89c40d1830 0x7f89c40b4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 >> 172.21.15.45:0/2755613770 conn(0x7f89c40ceee0 msgr2=0x7f89c415e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:09.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.878+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 shutdown_connections 2024-09-17T03:33:09.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:09.879+0000 7f89ca13a640 1 -- 172.21.15.45:0/2755613770 wait complete. 2024-09-17T03:33:09.893 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:10.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 -- 172.21.15.45:0/508563292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b00cf650 msgr2=0x7f64b00b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 --2- 172.21.15.45:0/508563292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b00cf650 0x7f64b00b3770 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f64a4005fd0 tx=0x7f64a402a530 comp rx=0 tx=0).stop 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 -- 172.21.15.45:0/508563292 shutdown_connections 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 --2- 172.21.15.45:0/508563292 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64b015e740 0x7f64b00b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 --2- 172.21.15.45:0/508563292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b00cf650 0x7f64b00b3770 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 -- 172.21.15.45:0/508563292 >> 172.21.15.45:0/508563292 conn(0x7f64b00d4320 msgr2=0x7f64b00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 -- 172.21.15.45:0/508563292 shutdown_connections 2024-09-17T03:33:10.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.016+0000 7f64b5694640 1 -- 172.21.15.45:0/508563292 wait complete. 2024-09-17T03:33:10.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.018+0000 7f64b5694640 1 Processor -- start 2024-09-17T03:33:10.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.018+0000 7f64b5694640 1 -- start start 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64b5694640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 0x7f64b01e9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64b5694640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64b015e740 0x7f64b01f4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64b5694640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64b00cc8d0 0x7f64b00ccce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64b5694640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f64b00d3460 con 0x7f64b006e5c0 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64b5694640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f64b00d32e0 con 0x7f64b015e740 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64b5694640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f64b00d35e0 con 0x7f64b00cc8d0 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64aeffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 0x7f64b01e9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:10.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64aeffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 0x7f64b01e9b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49844/0 (socket says 172.21.15.45:49844) 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64aeffd640 1 -- 172.21.15.45:0/3862950307 learned_addr learned my addr 172.21.15.45:0/3862950307 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64ae7fc640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64b015e740 0x7f64b01f4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.019+0000 7f64af7fe640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64b00cc8d0 0x7f64b00ccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64aeffd640 1 -- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64b00cc8d0 msgr2=0x7f64b00ccce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64aeffd640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64b00cc8d0 0x7f64b00ccce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64aeffd640 1 -- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64b015e740 msgr2=0x7f64b01f4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64aeffd640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64b015e740 0x7f64b01f4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64aeffd640 1 -- 172.21.15.45:0/3862950307 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64b01e8a90 con 0x7f64b006e5c0 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64ae7fc640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64b015e740 0x7f64b01f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64aeffd640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 0x7f64b01e9b30 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f64a000b420 tx=0x7f64a000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0011830 con 0x7f64b006e5c0 2024-09-17T03:33:10.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64a0016070 con 0x7f64b006e5c0 2024-09-17T03:33:10.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0011d60 con 0x7f64b006e5c0 2024-09-17T03:33:10.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64b01e8d70 con 0x7f64b006e5c0 2024-09-17T03:33:10.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.020+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64b01e9330 con 0x7f64b006e5c0 2024-09-17T03:33:10.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.021+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64b01ea070 con 0x7f64b006e5c0 2024-09-17T03:33:10.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.022+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f64a001b460 con 0x7f64b006e5c0 2024-09-17T03:33:10.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.022+0000 7f64977fe640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f649c078b90 0x7f649c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:10.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.023+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f64a009aab0 con 0x7f64b006e5c0 2024-09-17T03:33:10.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.023+0000 7f64ae7fc640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f649c078b90 0x7f649c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:10.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.023+0000 7f64ae7fc640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f649c078b90 0x7f649c07b0a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f64a4033000 tx=0x7f64a4004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:10.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.027+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f64a0020020 con 0x7f64b006e5c0 2024-09-17T03:33:10.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.250+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64b00d3a90 con 0x7f64b006e5c0 2024-09-17T03:33:10.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.250+0000 7f64977fe640 1 -- 172.21.15.45:0/3862950307 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5222 (secure 0 0 0) 0x7f64a0062d00 con 0x7f64b006e5c0 2024-09-17T03:33:10.250 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:10.250 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":23,"btime":"2024-09-17T03:33:09:879298+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:09.879282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:replay","state_seq":1,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-17T03:33:10.250 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 23 2024-09-17T03:33:10.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.252+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f649c078b90 msgr2=0x7f649c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:10.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.252+0000 7f64b5694640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f649c078b90 0x7f649c07b0a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f64a4033000 tx=0x7f64a4004730 comp rx=0 tx=0).stop 2024-09-17T03:33:10.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.252+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 msgr2=0x7f64b01e9b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:10.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.252+0000 7f64b5694640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 0x7f64b01e9b30 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f64a000b420 tx=0x7f64a000b8e0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.252+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 shutdown_connections 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.252+0000 7f64b5694640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f649c078b90 0x7f649c07b0a0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.253+0000 7f64b5694640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64b015e740 0x7f64b01f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.253+0000 7f64b5694640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f64b00cc8d0 0x7f64b00ccce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.253+0000 7f64b5694640 1 --2- 172.21.15.45:0/3862950307 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f64b006e5c0 0x7f64b01e9b30 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.253+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 >> 172.21.15.45:0/3862950307 conn(0x7f64b00d4320 msgr2=0x7f64b00b54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.253+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 shutdown_connections 2024-09-17T03:33:10.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:10.253+0000 7f64b5694640 1 -- 172.21.15.45:0/3862950307 wait complete. 2024-09-17T03:33:10.666 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T03:33:08.252992+0000', 'modified': '2024-09-17T03:33:09.879282+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4925}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4925': {'gid': 4925, 'name': 'd', 'rank': 0, 'incarnation': 23, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.112:6836/3125286638', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6834', 'nonce': 3125286638}, {'type': 'v1', 'addr': '172.21.15.112:6836', 'nonce': 3125286638}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-17T03:33:10.666 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4925:up:replay 2024-09-17T03:33:11.667 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:11.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.800+0000 7f752f969640 1 -- 172.21.15.45:0/172382199 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7514003a00 msgr2=0x7f7514003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:11.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.800+0000 7f752f969640 1 --2- 172.21.15.45:0/172382199 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7514003a00 0x7f7514003e70 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f752808ce30 tx=0x7f7514005830 comp rx=0 tx=0).stop 2024-09-17T03:33:11.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.800+0000 7f752df06640 1 -- 172.21.15.45:0/172382199 reap_dead start 2024-09-17T03:33:11.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.800+0000 7f752f969640 1 -- 172.21.15.45:0/172382199 shutdown_connections 2024-09-17T03:33:11.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.801+0000 7f752f969640 1 -- 172.21.15.45:0/172382199 >> 172.21.15.45:0/172382199 conn(0x7f75280d4320 msgr2=0x7f75280d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:11.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.801+0000 7f752f969640 1 -- 172.21.15.45:0/172382199 shutdown_connections 2024-09-17T03:33:11.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.801+0000 7f752f969640 1 -- 172.21.15.45:0/172382199 wait complete. 2024-09-17T03:33:11.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.802+0000 7f752f969640 1 Processor -- start 2024-09-17T03:33:11.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.803+0000 7f752f969640 1 -- start start 2024-09-17T03:33:11.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752f969640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7514003a00 0x7f7528160570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:11.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752f969640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f75281e96c0 0x7f7528160ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752f969640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 0x7f75281e8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752f969640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f75280d2e80 con 0x7f75281e7d40 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752f969640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f75280b3af0 con 0x7f7514003a00 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752f969640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f75280d3000 con 0x7f75281e96c0 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 0x7f75281e8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 0x7f75281e8150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49864/0 (socket says 172.21.15.45:49864) 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 -- 172.21.15.45:0/559372286 learned_addr learned my addr 172.21.15.45:0/559372286 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752d705640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7514003a00 0x7f7528160570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752cf04640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f75281e96c0 0x7f7528160ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 -- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f75281e96c0 msgr2=0x7f7528160ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f75281e96c0 0x7f7528160ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 -- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7514003a00 msgr2=0x7f7528160570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7514003a00 0x7f7528160570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.804+0000 7f752df06640 1 -- 172.21.15.45:0/559372286 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75281e6ff0 con 0x7f75281e7d40 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.805+0000 7f752df06640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 0x7f75281e8150 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7520005fd0 tx=0x7f752000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.805+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520003d80 con 0x7f75281e7d40 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.805+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7520004b20 con 0x7f75281e7d40 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.805+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75281f5ba0 con 0x7f75281e7d40 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.805+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520004030 con 0x7f75281e7d40 2024-09-17T03:33:11.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.805+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75281e7540 con 0x7f75281e7d40 2024-09-17T03:33:11.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.806+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f752815dd90 con 0x7f75281e7d40 2024-09-17T03:33:11.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.807+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f75200041d0 con 0x7f75281e7d40 2024-09-17T03:33:11.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.807+0000 7f751dffb640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f750c078b90 0x7f750c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:11.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.807+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f752009bec0 con 0x7f75281e7d40 2024-09-17T03:33:11.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.808+0000 7f752d705640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f750c078b90 0x7f750c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:11.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.808+0000 7f752d705640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f750c078b90 0x7f750c07b0a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7524035000 tx=0x7f752402d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:11.811 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:11.812+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f752815dd90 con 0x7f75281e7d40 2024-09-17T03:33:12.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.037+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75280b78e0 con 0x7f75281e7d40 2024-09-17T03:33:12.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.037+0000 7f751dffb640 1 -- 172.21.15.45:0/559372286 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5222 (secure 0 0 0) 0x7f75200641b0 con 0x7f75281e7d40 2024-09-17T03:33:12.037 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:12.037 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":25,"btime":"2024-09-17T03:33:11:891876+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:10.894797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-17T03:33:12.037 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 25 2024-09-17T03:33:12.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f750c078b90 msgr2=0x7f750c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:12.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f750c078b90 0x7f750c07b0a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7524035000 tx=0x7f752402d040 comp rx=0 tx=0).stop 2024-09-17T03:33:12.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 msgr2=0x7f75281e8150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:12.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 0x7f75281e8150 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7520005fd0 tx=0x7f752000f790 comp rx=0 tx=0).stop 2024-09-17T03:33:12.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 shutdown_connections 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f750c078b90 0x7f750c07b0a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75281e7d40 0x7f75281e8150 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f75281e96c0 0x7f7528160ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 --2- 172.21.15.45:0/559372286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7514003a00 0x7f7528160570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 >> 172.21.15.45:0/559372286 conn(0x7f75280d4320 msgr2=0x7f75280cd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 shutdown_connections 2024-09-17T03:33:12.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:12.040+0000 7f752f969640 1 -- 172.21.15.45:0/559372286 wait complete. 2024-09-17T03:33:12.453 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T03:33:08.252992+0000', 'modified': '2024-09-17T03:33:10.894797+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4925}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4925': {'gid': 4925, 'name': 'd', 'rank': 0, 'incarnation': 23, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.112:6836/3125286638', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6834', 'nonce': 3125286638}, {'type': 'v1', 'addr': '172.21.15.112:6836', 'nonce': 3125286638}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-17T03:33:12.453 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4925:up:rejoin 2024-09-17T03:33:12.875 INFO:tasks.ceph.mds.d.smithi112.stderr:2024-09-17T03:33:12.876+0000 7f70790a1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T03:33:13.454 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 -- 172.21.15.45:0/262993480 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea006e5c0 msgr2=0x7fbea00b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 --2- 172.21.15.45:0/262993480 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea006e5c0 0x7fbea00b3770 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fbe90005fd0 tx=0x7fbe9002a5d0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 -- 172.21.15.45:0/262993480 shutdown_connections 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 --2- 172.21.15.45:0/262993480 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea015e740 0x7fbea00b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 --2- 172.21.15.45:0/262993480 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea006e5c0 0x7fbea00b3770 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 -- 172.21.15.45:0/262993480 >> 172.21.15.45:0/262993480 conn(0x7fbea00d4320 msgr2=0x7fbea00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 -- 172.21.15.45:0/262993480 shutdown_connections 2024-09-17T03:33:13.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.587+0000 7fbea4a27640 1 -- 172.21.15.45:0/262993480 wait complete. 2024-09-17T03:33:13.588 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.589+0000 7fbea4a27640 1 Processor -- start 2024-09-17T03:33:13.588 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.589+0000 7fbea4a27640 1 -- start start 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.590+0000 7fbea4a27640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea006e5c0 0x7fbea01e8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.590+0000 7fbea4a27640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 0x7fbea01e9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.590+0000 7fbea4a27640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea015e740 0x7fbea014fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.590+0000 7fbea4a27640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fbea00d3380 con 0x7fbea00cef40 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbea4a27640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbea00d3200 con 0x7fbea015e740 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbea4a27640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fbea00d3500 con 0x7fbea006e5c0 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 0x7fbea01e9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 0x7fbea01e9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49878/0 (socket says 172.21.15.45:49878) 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 -- 172.21.15.45:0/2257530241 learned_addr learned my addr 172.21.15.45:0/2257530241 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9e59c640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea006e5c0 0x7fbea01e8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 -- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea006e5c0 msgr2=0x7fbea01e8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:13.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea006e5c0 0x7fbea01e8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9ed9d640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea015e740 0x7fbea014fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 -- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea015e740 msgr2=0x7fbea014fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea015e740 0x7fbea014fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 -- 172.21.15.45:0/2257530241 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbea0150cc0 con 0x7fbea00cef40 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9e59c640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea006e5c0 0x7fbea01e8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9ed9d640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea015e740 0x7fbea014fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe9dd9b640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 0x7fbea01e9240 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fbe9400d750 tx=0x7fbe9400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94017070 con 0x7fbea00cef40 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe94004310 con 0x7fbea00cef40 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbea01e5000 con 0x7fbea00cef40 2024-09-17T03:33:13.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe9400de60 con 0x7fbea00cef40 2024-09-17T03:33:13.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.591+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbea014a980 con 0x7fbea00cef40 2024-09-17T03:33:13.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.593+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbea00d3a20 con 0x7fbea00cef40 2024-09-17T03:33:13.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.593+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbe94009c30 con 0x7fbea00cef40 2024-09-17T03:33:13.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.594+0000 7fbe8effd640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbe80078b90 0x7fbe8007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:13.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.594+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7fbe9409b330 con 0x7fbea00cef40 2024-09-17T03:33:13.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.594+0000 7fbe9e59c640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbe80078b90 0x7fbe8007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:13.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.595+0000 7fbe9e59c640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbe80078b90 0x7fbe8007b0a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbe90033000 tx=0x7fbe90004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:13.598 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.599+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fbe94020020 con 0x7fbea00cef40 2024-09-17T03:33:13.820 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.820+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbea01e4d90 con 0x7fbea00cef40 2024-09-17T03:33:13.820 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.821+0000 7fbe8effd640 1 -- 172.21.15.45:0/2257530241 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5229 (secure 0 0 0) 0x7fbe940635a0 con 0x7fbea00cef40 2024-09-17T03:33:13.820 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:13.821 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":26,"btime":"2024-09-17T03:33:12:480410+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:12.480401+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:active","state_seq":4,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4925,"qdb_cluster":[4925]},"id":2}]} 2024-09-17T03:33:13.821 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 26 2024-09-17T03:33:13.822 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbe80078b90 msgr2=0x7fbe8007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbe80078b90 0x7fbe8007b0a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbe90033000 tx=0x7fbe90004730 comp rx=0 tx=0).stop 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 msgr2=0x7fbea01e9240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 0x7fbea01e9240 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fbe9400d750 tx=0x7fbe9400dc10 comp rx=0 tx=0).stop 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 shutdown_connections 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fbe80078b90 0x7fbe8007b0a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea015e740 0x7fbea014fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbea00cef40 0x7fbea01e9240 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 --2- 172.21.15.45:0/2257530241 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fbea006e5c0 0x7fbea01e8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 >> 172.21.15.45:0/2257530241 conn(0x7fbea00d4320 msgr2=0x7fbea00ce6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 shutdown_connections 2024-09-17T03:33:13.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:13.823+0000 7fbea4a27640 1 -- 172.21.15.45:0/2257530241 wait complete. 2024-09-17T03:33:14.236 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T03:33:08.252992+0000', 'modified': '2024-09-17T03:33:12.480401+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4925}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4925': {'gid': 4925, 'name': 'd', 'rank': 0, 'incarnation': 23, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.112:6836/3125286638', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6834', 'nonce': 3125286638}, {'type': 'v1', 'addr': '172.21.15.112:6836', 'nonce': 3125286638}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4925, 'qdb_cluster': [4925]} 2024-09-17T03:33:14.236 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-17T03:33:14.236 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee75da640 1 -- 172.21.15.45:0/1405350372 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 msgr2=0x7f9ec8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee75da640 1 --2- 172.21.15.45:0/1405350372 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ec8003e70 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8009b20 tx=0x7f9ec8005830 comp rx=0 tx=0).stop 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee5b77640 1 -- 172.21.15.45:0/1405350372 reap_dead start 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee75da640 1 -- 172.21.15.45:0/1405350372 shutdown_connections 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee75da640 1 -- 172.21.15.45:0/1405350372 >> 172.21.15.45:0/1405350372 conn(0x7f9ee00ceee0 msgr2=0x7f9ee00cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee75da640 1 -- 172.21.15.45:0/1405350372 shutdown_connections 2024-09-17T03:33:14.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.359+0000 7f9ee75da640 1 -- 172.21.15.45:0/1405350372 wait complete. 2024-09-17T03:33:14.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.361+0000 7f9ee75da640 1 Processor -- start 2024-09-17T03:33:14.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.361+0000 7f9ee75da640 1 -- start start 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee75da640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ee0159640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee75da640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee01f9b30 0x7f9ee00c57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee75da640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ee01f8f90 0x7f9ee01f93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee75da640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee00cca70 con 0x7f9ec8003a00 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee75da640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee00cc8f0 con 0x7f9ee01f9b30 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee75da640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9ee00ccbf0 con 0x7f9ee01f8f90 2024-09-17T03:33:14.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee5376640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ee0159640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee5376640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ee0159640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49890/0 (socket says 172.21.15.45:49890) 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.362+0000 7f9ee5376640 1 -- 172.21.15.45:0/639713840 learned_addr learned my addr 172.21.15.45:0/639713840 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ee01f8f90 0x7f9ee01f93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee01f9b30 0x7f9ee00c57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5376640 1 -- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ee01f8f90 msgr2=0x7f9ee01f93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5376640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ee01f8f90 0x7f9ee01f93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5376640 1 -- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee01f9b30 msgr2=0x7f9ee00c57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5376640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee01f9b30 0x7f9ee00c57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5376640 1 -- 172.21.15.45:0/639713840 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ee01f98e0 con 0x7f9ec8003a00 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ee01f8f90 0x7f9ee01f93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee01f9b30 0x7f9ee00c57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee5376640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ee0159640 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8036040 tx=0x7f9ed8033650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9eddffb640 1 -- 172.21.15.45:0/639713840 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed8038040 con 0x7f9ec8003a00 2024-09-17T03:33:14.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9eddffb640 1 -- 172.21.15.45:0/639713840 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ed8004020 con 0x7f9ec8003a00 2024-09-17T03:33:14.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ee00c5cf0 con 0x7f9ec8003a00 2024-09-17T03:33:14.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9eddffb640 1 -- 172.21.15.45:0/639713840 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed8004450 con 0x7f9ec8003a00 2024-09-17T03:33:14.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.363+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ee00c62a0 con 0x7f9ec8003a00 2024-09-17T03:33:14.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.365+0000 7f9eddffb640 1 -- 172.21.15.45:0/639713840 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9ed8045020 con 0x7f9ec8003a00 2024-09-17T03:33:14.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.366+0000 7f9eddffb640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9ecc078b90 0x7f9ecc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.366+0000 7f9eddffb640 1 -- 172.21.15.45:0/639713840 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f9ed80bb970 con 0x7f9ec8003a00 2024-09-17T03:33:14.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.366+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9ecc078b90 0x7f9ecc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.367+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9ecc078b90 0x7f9ecc07b0a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00ca2a0 tx=0x7f9ed4005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.367+0000 7f9eee620740 1 Processor -- start 2024-09-17T03:33:14.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.367+0000 7f9eee620740 1 -- start start 2024-09-17T03:33:14.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9eee620740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b4c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b693e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9eee620740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x5605b2a94820 con 0x5605b27513b0 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b2a83c50 con 0x5605b2759590 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x5605b2a87a60 con 0x5605b277a270 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b4c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b4c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49896/0 (socket says 172.21.15.45:49896) 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 -- 172.21.15.45:0/4036103426 learned_addr learned my addr 172.21.15.45:0/4036103426 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee5376640 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b693e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 -- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 msgr2=0x5605b2b4bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 -- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 msgr2=0x5605b2b693e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b693e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.368+0000 7f9ee4b75640 1 -- 172.21.15.45:0/4036103426 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b27e5850 con 0x5605b27513b0 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.369+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b4c4e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9ed40040c0 tx=0x7f9ed4017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=114cd06c4edc1843 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.369+0000 7f9ec6ffd640 1 -- 172.21.15.45:0/4036103426 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4003b70 con 0x5605b27513b0 2024-09-17T03:33:14.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.369+0000 7f9ec6ffd640 1 -- 172.21.15.45:0/4036103426 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ed4003d10 con 0x5605b27513b0 2024-09-17T03:33:14.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.369+0000 7f9ec6ffd640 1 -- 172.21.15.45:0/4036103426 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed40296c0 con 0x5605b27513b0 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 -- 172.21.15.45:0/4036103426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 msgr2=0x5605b2b4c4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b4c4e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9ed40040c0 tx=0x7f9ed4017000 comp rx=0 tx=0).stop 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 -- 172.21.15.45:0/4036103426 shutdown_connections 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b693e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b4c4e0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 --2- 172.21.15.45:0/4036103426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 -- 172.21.15.45:0/4036103426 >> 172.21.15.45:0/4036103426 conn(0x5605b276e3c0 msgr2=0x5605b2b22260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 -- 172.21.15.45:0/4036103426 shutdown_connections 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.370+0000 7f9eee620740 1 -- 172.21.15.45:0/4036103426 wait complete. 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.371+0000 7f9eee620740 1 -- start start 2024-09-17T03:33:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.371+0000 7f9eee620740 1 Processor -- start 2024-09-17T03:33:14.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b27513b0 0x5605b2b3a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b603e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 0x5605b2b60920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x5605b27f4620 con 0x5605b277a270 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b2a295f0 con 0x5605b27513b0 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x5605b2b4ca20 con 0x5605b2759590 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9eee620740 10 client.0 _ll_register_callbacks cb 0x5605b2a2d0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9ee5b77640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 0x5605b2b60920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9ee5b77640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 0x5605b2b60920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49912/0 (socket says 172.21.15.45:49912) 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9ee5b77640 1 -- 172.21.15.45:0/2492480831 learned_addr learned my addr 172.21.15.45:0/2492480831 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b603e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.372+0000 7f9ee5376640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b27513b0 0x5605b2b3a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ee5b77640 1 -- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 msgr2=0x5605b2b603e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b603e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ee5b77640 1 -- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b27513b0 msgr2=0x5605b2b3a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b27513b0 0x5605b2b3a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ee5b77640 1 -- 172.21.15.45:0/2492480831 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b285c6b0 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 0x5605b2b60920 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00d19c0 tx=0x7f9ed00064d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d6fbe0010913bc server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ebffff640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ebffff640 1 -- 172.21.15.45:0/2492480831 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0003b70 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ebffff640 1 -- 172.21.15.45:0/2492480831 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f9ed0003d10 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ed4003d10 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ebffff640 1 -- 172.21.15.45:0/2492480831 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ed0021050 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9eee620740 10 client.5352 fetch_fsmap learned FSMap version 26 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x5605b2b3ae40 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ebffff640 1 -- 172.21.15.45:0/2492480831 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ed4003d10 con 0x5605b277a270 2024-09-17T03:33:14.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9ebffff640 1 -- 172.21.15.45:0/2492480831 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7f9ed0024020 con 0x5605b277a270 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9eee620740 10 client.5352 fetch_fsmap finished waiting for FSMap version 26 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.373+0000 7f9eee620740 10 client.5352 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9eee620740 20 client.5352 populate_metadata read hostname 'smithi045' 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9eee620740 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2738e40 0x5605b2b5df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9eee620740 4 client.5352 mds_command: new command op to 4925 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 --> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605b2a96770 con 0x5605b2738e40 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9ee5376640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2738e40 0x5605b2b5df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9ebffff640 10 client.5352 ms_handle_connect on v2:172.21.15.112:6834/3125286638 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.374+0000 7f9ee5376640 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2738e40 0x5605b2b5df60 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68b6e8e25e0ceca1 server_cookie=b49651cc9f52110a in_seq=0 out_seq=0 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9ebffff640 1 -- 172.21.15.45:0/2492480831 <== mds.0 v2:172.21.15.112:6834/3125286638 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5605b2a96770 con 0x5605b2738e40 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9ebffff640 10 client.5352 handle_command_reply: tid=0 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 client.5352 shutdown 2024-09-17T03:33:14.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 msgr2=0x5605b2b60920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 0x5605b2b60920 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00d19c0 tx=0x7f9ed00064d0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 shutdown_connections 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2738e40 0x5605b2b5df60 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b277a270 0x5605b2b60920 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b603e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9ebffff640 0 client.5352 ms_handle_reset on v2:172.21.15.112:6834/3125286638 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 --2- 172.21.15.45:0/2492480831 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b27513b0 0x5605b2b3a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 >> 172.21.15.45:0/2492480831 conn(0x5605b276e3c0 msgr2=0x5605b2b1b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 shutdown_connections 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.375+0000 7f9eee620740 1 -- 172.21.15.45:0/2492480831 wait complete. 2024-09-17T03:33:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.376+0000 7f9eee620740 20 client.5352 trim_cache size 0 max 16384 2024-09-17T03:33:14.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.394+0000 7f9eee620740 1 Processor -- start 2024-09-17T03:33:14.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.394+0000 7f9eee620740 1 -- start start 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.395+0000 7f9eee620740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b22840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.395+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b60350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.395+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.395+0000 7f9eee620740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee02019b0 con 0x5605b27513b0 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.395+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee015fc10 con 0x5605b2759590 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.395+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9ee0201370 con 0x5605b277a270 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b22840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b22840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49918/0 (socket says 172.21.15.45:49918) 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 -- 172.21.15.45:0/607767954 learned_addr learned my addr 172.21.15.45:0/607767954 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 -- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 msgr2=0x5605b2b4bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b60350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 -- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 msgr2=0x5605b2b60350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b60350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 -- 172.21.15.45:0/607767954 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b2b1dc10 con 0x5605b27513b0 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ee5376640 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b22840 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8083130 tx=0x7f9ed80a7040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6984936557c0feac server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ec67fc640 1 -- 172.21.15.45:0/607767954 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed8083430 con 0x5605b27513b0 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ec67fc640 1 -- 172.21.15.45:0/607767954 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ed8087f10 con 0x5605b27513b0 2024-09-17T03:33:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.396+0000 7f9ec67fc640 1 -- 172.21.15.45:0/607767954 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed808ce50 con 0x5605b27513b0 2024-09-17T03:33:14.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 -- 172.21.15.45:0/607767954 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 msgr2=0x5605b2b22840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b22840 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8083130 tx=0x7f9ed80a7040 comp rx=0 tx=0).stop 2024-09-17T03:33:14.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 -- 172.21.15.45:0/607767954 shutdown_connections 2024-09-17T03:33:14.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b2759590 0x5605b2b60350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b277a270 0x5605b2b4bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 --2- 172.21.15.45:0/607767954 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2b22840 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 -- 172.21.15.45:0/607767954 >> 172.21.15.45:0/607767954 conn(0x5605b276e3c0 msgr2=0x5605b2b17920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 -- 172.21.15.45:0/607767954 shutdown_connections 2024-09-17T03:33:14.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.397+0000 7f9eee620740 1 -- 172.21.15.45:0/607767954 wait complete. 2024-09-17T03:33:14.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.398+0000 7f9eee620740 1 -- start start 2024-09-17T03:33:14.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.398+0000 7f9eee620740 1 Processor -- start 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.399+0000 7f9eee620740 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2bcf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.399+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b4bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.399+0000 7f9eee620740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b277a270 0x5605b2b4c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.399+0000 7f9eee620740 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x5605b2b5d560 con 0x5605b27513b0 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.399+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b2b5f080 con 0x5605b277a270 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.399+0000 7f9eee620740 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x5605b2b79650 con 0x5605b2759590 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9eee620740 10 client.0 _ll_register_callbacks cb 0x7f9ed0005e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2bcf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2bcf390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49924/0 (socket says 172.21.15.45:49924) 2024-09-17T03:33:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 -- 172.21.15.45:0/1663638122 learned_addr learned my addr 172.21.15.45:0/1663638122 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b4bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b277a270 0x5605b2b4c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 -- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 msgr2=0x5605b2b4bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b4bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 -- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b277a270 msgr2=0x5605b2b4c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b277a270 0x5605b2b4c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 -- 172.21.15.45:0/1663638122 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b2be71b0 con 0x5605b27513b0 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b4bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5b77640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b277a270 0x5605b2b4c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ee5376640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2bcf390 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9ed80b9bc0 tx=0x7f9ed808ce50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32a0f2aafeb45da9 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ebffff640 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ebffff640 1 -- 172.21.15.45:0/1663638122 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed80a2060 con 0x5605b27513b0 2024-09-17T03:33:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ebffff640 1 -- 172.21.15.45:0/1663638122 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f9ed8083690 con 0x5605b27513b0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ed8087f10 con 0x5605b27513b0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9ebffff640 1 -- 172.21.15.45:0/1663638122 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ed8083890 con 0x5605b27513b0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9eee620740 10 client.5358 fetch_fsmap learned FSMap version 26 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.400+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x5605b2b89cb0 con 0x5605b27513b0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9ebffff640 1 -- 172.21.15.45:0/1663638122 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ed8087f10 con 0x5605b27513b0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9ebffff640 1 -- 172.21.15.45:0/1663638122 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7f9ed803b030 con 0x5605b27513b0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9eee620740 10 client.5358 fetch_fsmap finished waiting for FSMap version 26 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9eee620740 10 client.5358 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9eee620740 20 client.5358 populate_metadata read hostname 'smithi045' 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9eee620740 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2be6940 0x5605b2b68890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9eee620740 4 client.5358 mds_command: new command op to 4925 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 --> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] -- command(tid 0: {"prefix": "status"}) -- 0x5605b2b47600 con 0x5605b2be6940 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2be6940 0x5605b2b68890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9ebffff640 10 client.5358 ms_handle_connect on v2:172.21.15.112:6834/3125286638 2024-09-17T03:33:14.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9ee4b75640 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2be6940 0x5605b2b68890 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78ca31f262034bbe server_cookie=46e2cfdc8def3a8c in_seq=0 out_seq=0 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.401+0000 7f9ebffff640 1 -- 172.21.15.45:0/1663638122 <== mds.0 v2:172.21.15.112:6834/3125286638 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5605b2b47600 con 0x5605b2be6940 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9ebffff640 10 client.5358 handle_command_reply: tid=0 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 client.5358 shutdown 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 msgr2=0x5605b2bcf390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2bcf390 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9ed80b9bc0 tx=0x7f9ed808ce50 comp rx=0 tx=0).stop 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 shutdown_connections 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:6834/3125286638,v1:172.21.15.112:6836/3125286638] conn(0x5605b2be6940 0x5605b2b68890 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b277a270 0x5605b2b4c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x5605b2759590 0x5605b2b4bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 --2- 172.21.15.45:0/1663638122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5605b27513b0 0x5605b2bcf390 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9ebffff640 0 client.5358 ms_handle_reset on v2:172.21.15.112:6834/3125286638 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 >> 172.21.15.45:0/1663638122 conn(0x5605b276e3c0 msgr2=0x5605b2b60350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 shutdown_connections 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 1 -- 172.21.15.45:0/1663638122 wait complete. 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9eee620740 20 client.5358 trim_cache size 0 max 16384 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "268d12fa-d9d7-4546-bc33-c6ac34cae2f6", 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 0, 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 4925, 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2024-09-17T03:33:14.407 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 4.5167693770000001, 2024-09-17T03:33:14.408 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 26, 2024-09-17T03:33:14.408 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 40, 2024-09-17T03:33:14.408 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 40, 2024-09-17T03:33:14.408 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 7.4739896000000003 2024-09-17T03:33:14.408 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9ecc078b90 msgr2=0x7f9ecc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9ee75da640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9ecc078b90 0x7f9ecc07b0a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00ca2a0 tx=0x7f9ed4005f90 comp rx=0 tx=0).stop 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 msgr2=0x7f9ee0159640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.402+0000 7f9ee75da640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ee0159640 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8036040 tx=0x7f9ed8033650 comp rx=0 tx=0).stop 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 shutdown_connections 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9ecc078b90 0x7f9ecc07b0a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee01f9b30 0x7f9ee00c57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ee01f8f90 0x7f9ee01f93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 --2- 172.21.15.45:0/639713840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ec8003a00 0x7f9ee0159640 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 >> 172.21.15.45:0/639713840 conn(0x7f9ee00ceee0 msgr2=0x7f9ee00b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 shutdown_connections 2024-09-17T03:33:14.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.403+0000 7f9ee75da640 1 -- 172.21.15.45:0/639713840 wait complete. 2024-09-17T03:33:14.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:14.414 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/file_on_fs_0) 2024-09-17T03:33:14.436 INFO:teuthology.orchestra.run.smithi045.stdout:0 2024-09-17T03:33:14.436 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-17T03:33:14.436 DEBUG:teuthology.orchestra.run.smithi045:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-17T03:33:14.515 DEBUG:teuthology.orchestra.run.smithi112:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-17T03:33:14.559 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-17T03:33:14.559 INFO:tasks.cephfs.mount:Terminating background process 2024-09-17T03:33:14.559 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:33:14.559 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:14.576 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:33:14.576 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:14.633 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-17T03:33:14.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.792+0000 7f46bdcbd640 1 -- 172.21.15.45:0/4018697678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46a0003fd0 msgr2=0x7f46a0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.792+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/4018697678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46a0003fd0 0x7f46a0004800 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f46b80d1010 tx=0x7f46a0005830 comp rx=0 tx=0).stop 2024-09-17T03:33:14.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.792+0000 7f46b7fff640 1 -- 172.21.15.45:0/4018697678 reap_dead start 2024-09-17T03:33:14.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.792+0000 7f46bdcbd640 1 -- 172.21.15.45:0/4018697678 shutdown_connections 2024-09-17T03:33:14.793 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.792+0000 7f46bdcbd640 1 -- 172.21.15.45:0/4018697678 >> 172.21.15.45:0/4018697678 conn(0x7f46b8073b80 msgr2=0x7f46b8073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:14.793 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.792+0000 7f46bdcbd640 1 -- 172.21.15.45:0/4018697678 shutdown_connections 2024-09-17T03:33:14.793 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.793+0000 7f46bdcbd640 1 -- 172.21.15.45:0/4018697678 wait complete. 2024-09-17T03:33:14.793 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.794+0000 7f46bdcbd640 1 Processor -- start 2024-09-17T03:33:14.794 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.795+0000 7f46bdcbd640 1 -- start start 2024-09-17T03:33:14.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46bdcbd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f46a0003fd0 0x7f46b81f3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46bdcbd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 0x7f46b813fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46bdcbd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46b8152740 0x7f46b8152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46bdcbd640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f46b80cf7b0 con 0x7f46b8153b90 2024-09-17T03:33:14.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46bdcbd640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f46b80cf630 con 0x7f46b8152740 2024-09-17T03:33:14.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46bdcbd640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f46b80cf930 con 0x7f46a0003fd0 2024-09-17T03:33:14.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 0x7f46b813fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 0x7f46b813fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49940/0 (socket says 172.21.15.45:49940) 2024-09-17T03:33:14.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 -- 172.21.15.45:0/3746885059 learned_addr learned my addr 172.21.15.45:0/3746885059 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:14.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b77fe640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f46a0003fd0 0x7f46b81f3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b7fff640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46b8152740 0x7f46b8152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 -- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f46a0003fd0 msgr2=0x7f46b81f3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f46a0003fd0 0x7f46b81f3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 -- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46b8152740 msgr2=0x7f46b8152b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46b8152740 0x7f46b8152b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b6ffd640 1 -- 172.21.15.45:0/3746885059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46b81f3190 con 0x7f46b8153b90 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.796+0000 7f46b77fe640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f46a0003fd0 0x7f46b81f3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.797+0000 7f46b6ffd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 0x7f46b813fe10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009c10 tx=0x7f46ac033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.797+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac038040 con 0x7f46b8153b90 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.797+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46ac041070 con 0x7f46b8153b90 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.797+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46b81408e0 con 0x7f46b8153b90 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.797+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac033e10 con 0x7f46b8153b90 2024-09-17T03:33:14.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.797+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46b81f3410 con 0x7f46b8153b90 2024-09-17T03:33:14.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.798+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46b806f1a0 con 0x7f46b8153b90 2024-09-17T03:33:14.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.799+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f46ac046460 con 0x7f46b8153b90 2024-09-17T03:33:14.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.799+0000 7f469ffff640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f46a4078b90 0x7f46a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:14.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.799+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f46ac0bbb00 con 0x7f46b8153b90 2024-09-17T03:33:14.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.800+0000 7f46b77fe640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f46a4078b90 0x7f46a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:14.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.800+0000 7f46b77fe640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f46a4078b90 0x7f46a407b0a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f46a8009bb0 tx=0x7f46a8005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:14.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:14.804+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f46b81f3190 con 0x7f46b8153b90 2024-09-17T03:33:15.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.002+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f46b81e5860 con 0x7f46b8153b90 2024-09-17T03:33:15.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.003+0000 7f469ffff640 1 -- 172.21.15.45:0/3746885059 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v40) ==== 80+0+124 (secure 0 0 0) 0x7f46ac083690 con 0x7f46b8153b90 2024-09-17T03:33:15.002 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.15.112:6836/3657608584 2024-09-18T03:33:06.865884+0000 2024-09-17T03:33:15.002 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.15.112:6834/3657608584 2024-09-18T03:33:06.865884+0000 2024-09-17T03:33:15.003 INFO:teuthology.orchestra.run.smithi045.stderr:listed 2 entries 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f46a4078b90 msgr2=0x7f46a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f46a4078b90 0x7f46a407b0a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f46a8009bb0 tx=0x7f46a8005f90 comp rx=0 tx=0).stop 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 msgr2=0x7f46b813fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 0x7f46b813fe10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009c10 tx=0x7f46ac033670 comp rx=0 tx=0).stop 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 shutdown_connections 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f46a4078b90 0x7f46a407b0a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46b8152740 0x7f46b8152b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46b8153b90 0x7f46b813fe10 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 --2- 172.21.15.45:0/3746885059 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f46a0003fd0 0x7f46b81f3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 >> 172.21.15.45:0/3746885059 conn(0x7f46b8073b80 msgr2=0x7f46b8150480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:15.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 shutdown_connections 2024-09-17T03:33:15.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.005+0000 7f46bdcbd640 1 -- 172.21.15.45:0/3746885059 wait complete. 2024-09-17T03:33:15.016 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi045.front.sepia.ceph.com... 2024-09-17T03:33:15.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:15.016 DEBUG:teuthology.orchestra.run.smithi045:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-17T03:33:15.040 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi045.stderr:ceph-fuse[49241]: fuse finished with error 0 and tester_r 0 2024-09-17T03:33:15.042 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:33:15.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:15.042 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-17T03:33:15.130 INFO:tasks.cephfs.mount:Terminating background process 2024-09-17T03:33:15.130 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:33:15.130 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:15.150 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-17T03:33:15.151 INFO:tasks.cephfs.mount:Terminating background process 2024-09-17T03:33:15.151 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:33:15.151 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:15.186 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12633 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-17T03:33:15.186 INFO:tasks.cephfs.mount:Terminating background process 2024-09-17T03:33:15.186 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:33:15.186 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:15.208 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-17T03:33:15.208 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 -- 172.21.15.45:0/3197889228 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 msgr2=0x7f8f0c070100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 --2- 172.21.15.45:0/3197889228 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c070100 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f8f00009830 tx=0x7f8f0002a5c0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 -- 172.21.15.45:0/3197889228 shutdown_connections 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 --2- 172.21.15.45:0/3197889228 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c070100 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 -- 172.21.15.45:0/3197889228 >> 172.21.15.45:0/3197889228 conn(0x7f8f0c0b3ca0 msgr2=0x7f8f0c0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 -- 172.21.15.45:0/3197889228 shutdown_connections 2024-09-17T03:33:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.343+0000 7f8f1109b640 1 -- 172.21.15.45:0/3197889228 wait complete. 2024-09-17T03:33:15.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.345+0000 7f8f1109b640 1 Processor -- start 2024-09-17T03:33:15.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.345+0000 7f8f1109b640 1 -- start start 2024-09-17T03:33:15.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f1109b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c070640 0x7f8f0c13ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f1109b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c1e6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f1109b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f0c0d19b0 0x7f8f0c1e8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f1109b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c070de0 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f1109b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c070c60 con 0x7f8f0c070640 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f1109b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8f0c153480 con 0x7f8f0c0d19b0 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c1e6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c1e6660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49970/0 (socket says 172.21.15.45:49970) 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 -- 172.21.15.45:0/429819088 learned_addr learned my addr 172.21.15.45:0/429819088 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0ad9d640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c070640 0x7f8f0c13ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0b59e640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f0c0d19b0 0x7f8f0c1e8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 -- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f0c0d19b0 msgr2=0x7f8f0c1e8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f0c0d19b0 0x7f8f0c1e8270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 -- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c070640 msgr2=0x7f8f0c13ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c070640 0x7f8f0c13ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 -- 172.21.15.45:0/429819088 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0c152760 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0ad9d640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c070640 0x7f8f0c13ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8f0a59c640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c1e6660 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8f00000c00 tx=0x7f8f00033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.347+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f00031d60 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.348+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f00033070 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.348+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f000334c0 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.348+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0c1e71d0 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.348+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f0c1e7790 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.349+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f0c153980 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.349+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8f00033660 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.350+0000 7f8ef37fe640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.350+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f8f000bc450 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.350+0000 7f8f0ad9d640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.351+0000 7f8f0ad9d640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8efc0016a0 tx=0x7f8efc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:15.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.354+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f8f0003f030 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.576+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f0c1e6ef0 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.576+0000 7f8ef37fe640 1 -- 172.21.15.45:0/429819088 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5229 (secure 0 0 0) 0x7f8f00084060 con 0x7f8f0c0d0d00 2024-09-17T03:33:15.576 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:15.576 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":26,"btime":"2024-09-17T03:33:12:480410+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:12.480401+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:active","state_seq":4,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4925,"qdb_cluster":[4925]},"id":2}]} 2024-09-17T03:33:15.576 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 26 2024-09-17T03:33:15.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ef8078bc0 msgr2=0x7f8ef807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8efc0016a0 tx=0x7f8efc009040 comp rx=0 tx=0).stop 2024-09-17T03:33:15.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 msgr2=0x7f8f0c1e6660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c1e6660 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8f00000c00 tx=0x7f8f00033d60 comp rx=0 tx=0).stop 2024-09-17T03:33:15.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 shutdown_connections 2024-09-17T03:33:15.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8f0c0d19b0 0x7f8f0c1e8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f0c0d0d00 0x7f8f0c1e6660 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 --2- 172.21.15.45:0/429819088 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c070640 0x7f8f0c13ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 >> 172.21.15.45:0/429819088 conn(0x7f8f0c0b3ca0 msgr2=0x7f8f0c0b7af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:15.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 shutdown_connections 2024-09-17T03:33:15.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.578+0000 7f8f1109b640 1 -- 172.21.15.45:0/429819088 wait complete. 2024-09-17T03:33:15.589 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:15.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 -- 172.21.15.45:0/3894783306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 msgr2=0x7fa4740b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 --2- 172.21.15.45:0/3894783306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4740b78e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa47408ce00 tx=0x7fa46802a530 comp rx=0 tx=0).stop 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 -- 172.21.15.45:0/3894783306 shutdown_connections 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 --2- 172.21.15.45:0/3894783306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4740b78e0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 --2- 172.21.15.45:0/3894783306 >> v2:172.21.15.112:3300/0 conn(0x7fa47406e5c0 0x7fa4740b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 -- 172.21.15.45:0/3894783306 >> 172.21.15.45:0/3894783306 conn(0x7fa4740d4320 msgr2=0x7fa4740d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 -- 172.21.15.45:0/3894783306 shutdown_connections 2024-09-17T03:33:15.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.706+0000 7fa479d58640 1 -- 172.21.15.45:0/3894783306 wait complete. 2024-09-17T03:33:15.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.708+0000 7fa479d58640 1 Processor -- start 2024-09-17T03:33:15.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.708+0000 7fa479d58640 1 -- start start 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa479d58640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa47406e5c0 0x7fa47415f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa479d58640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa4740cef40 0x7fa4740b4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa479d58640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4741f8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa479d58640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa4740d33d0 con 0x7fa47415e740 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa479d58640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa4740d3250 con 0x7fa4740cef40 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa479d58640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa4740d3550 con 0x7fa47406e5c0 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa473fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4741f8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa473fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4741f8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49998/0 (socket says 172.21.15.45:49998) 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa473fff640 1 -- 172.21.15.45:0/3694276466 learned_addr learned my addr 172.21.15.45:0/3694276466 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa472ffd640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa4740cef40 0x7fa4740b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.709+0000 7fa4737fe640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa47406e5c0 0x7fa47415f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa473fff640 1 -- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa47406e5c0 msgr2=0x7fa47415f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa473fff640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa47406e5c0 0x7fa47415f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa473fff640 1 -- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa4740cef40 msgr2=0x7fa4740b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa473fff640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa4740cef40 0x7fa4740b4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa473fff640 1 -- 172.21.15.45:0/3694276466 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4741f95d0 con 0x7fa47415e740 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa473fff640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4741f8960 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00c9f0 tx=0x7fa46c00ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c016020 con 0x7fa47415e740 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa46c00ac60 con 0x7fa47415e740 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c012680 con 0x7fa47415e740 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa47415eea0 con 0x7fa47415e740 2024-09-17T03:33:15.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.710+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa47415f460 con 0x7fa47415e740 2024-09-17T03:33:15.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.711+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4740d3a70 con 0x7fa47415e740 2024-09-17T03:33:15.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.712+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa46c019020 con 0x7fa47415e740 2024-09-17T03:33:15.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.712+0000 7fa45bfff640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa460078b90 0x7fa46007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:15.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.712+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7fa46c09b4e0 con 0x7fa47415e740 2024-09-17T03:33:15.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.713+0000 7fa4737fe640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa460078b90 0x7fa46007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:15.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.713+0000 7fa4737fe640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa460078b90 0x7fa46007b0a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa464005fd0 tx=0x7fa464005850 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:15.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.717+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa46c020020 con 0x7fa47415e740 2024-09-17T03:33:15.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.943+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4741f9360 con 0x7fa47415e740 2024-09-17T03:33:15.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.944+0000 7fa45bfff640 1 -- 172.21.15.45:0/3694276466 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5229 (secure 0 0 0) 0x7fa46c063730 con 0x7fa47415e740 2024-09-17T03:33:15.944 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:15.944 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":26,"btime":"2024-09-17T03:33:12:480410+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:12.480401+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:active","state_seq":4,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4925,"qdb_cluster":[4925]},"id":2}]} 2024-09-17T03:33:15.944 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 26 2024-09-17T03:33:15.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa460078b90 msgr2=0x7fa46007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa460078b90 0x7fa46007b0a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa464005fd0 tx=0x7fa464005850 comp rx=0 tx=0).stop 2024-09-17T03:33:15.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 msgr2=0x7fa4741f8960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:15.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4741f8960 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00c9f0 tx=0x7fa46c00ceb0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 shutdown_connections 2024-09-17T03:33:15.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa460078b90 0x7fa46007b0a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa4740cef40 0x7fa4740b4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa47415e740 0x7fa4741f8960 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 --2- 172.21.15.45:0/3694276466 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa47406e5c0 0x7fa47415f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:15.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.946+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 >> 172.21.15.45:0/3694276466 conn(0x7fa4740d4320 msgr2=0x7fa4740d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:15.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.947+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 shutdown_connections 2024-09-17T03:33:15.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:15.947+0000 7fa479d58640 1 -- 172.21.15.45:0/3694276466 wait complete. 2024-09-17T03:33:15.957 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:33:16.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 -- 172.21.15.45:0/1302058788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc06e5c0 msgr2=0x7f71dc0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1302058788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc06e5c0 0x7f71dc0b3770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f71cc005fd0 tx=0x7f71cc02a5d0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 -- 172.21.15.45:0/1302058788 shutdown_connections 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1302058788 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f71dc15e740 0x7f71dc0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1302058788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc06e5c0 0x7f71dc0b3770 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 -- 172.21.15.45:0/1302058788 >> 172.21.15.45:0/1302058788 conn(0x7f71dc0d4320 msgr2=0x7f71dc0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 -- 172.21.15.45:0/1302058788 shutdown_connections 2024-09-17T03:33:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.074+0000 7f71e1f39640 1 -- 172.21.15.45:0/1302058788 wait complete. 2024-09-17T03:33:16.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.076+0000 7f71e1f39640 1 Processor -- start 2024-09-17T03:33:16.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.076+0000 7f71e1f39640 1 -- start start 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71e1f39640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71dc06e5c0 0x7f71dc15da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71e1f39640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 0x7f71dc0aac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71e1f39640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f71dc15e740 0x7f71dc0b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71e1f39640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc0d3380 con 0x7f71dc0cef40 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71e1f39640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc0d3200 con 0x7f71dc06e5c0 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71e1f39640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f71dc0d3500 con 0x7f71dc15e740 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71daffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 0x7f71dc0aac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71daffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 0x7f71dc0aac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50016/0 (socket says 172.21.15.45:50016) 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71daffd640 1 -- 172.21.15.45:0/1480764352 learned_addr learned my addr 172.21.15.45:0/1480764352 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.077+0000 7f71dbfff640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f71dc15e740 0x7f71dc0b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71db7fe640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71dc06e5c0 0x7f71dc15da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71daffd640 1 -- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f71dc15e740 msgr2=0x7f71dc0b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71daffd640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f71dc15e740 0x7f71dc0b1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71daffd640 1 -- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71dc06e5c0 msgr2=0x7f71dc15da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71daffd640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71dc06e5c0 0x7f71dc15da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71daffd640 1 -- 172.21.15.45:0/1480764352 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71dc0ab480 con 0x7f71dc0cef40 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71db7fe640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71dc06e5c0 0x7f71dc15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71daffd640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 0x7f71dc0aac50 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f71d000e790 tx=0x7f71d000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d000eea0 con 0x7f71dc0cef40 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71d000cdb0 con 0x7f71dc0cef40 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d0010690 con 0x7f71dc0cef40 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71dc0ab760 con 0x7f71dc0cef40 2024-09-17T03:33:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.078+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71dc0abd20 con 0x7f71dc0cef40 2024-09-17T03:33:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.079+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71dc15e270 con 0x7f71dc0cef40 2024-09-17T03:33:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.080+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f71d0010830 con 0x7f71dc0cef40 2024-09-17T03:33:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.080+0000 7f71c3fff640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f71c8078b90 0x7f71c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.081+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f71d009b920 con 0x7f71dc0cef40 2024-09-17T03:33:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.081+0000 7f71db7fe640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f71c8078b90 0x7f71c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.081+0000 7f71db7fe640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f71c8078b90 0x7f71c807b0a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f71cc033000 tx=0x7f71cc004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:16.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.085+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f71dc15e270 con 0x7f71dc0cef40 2024-09-17T03:33:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.270+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71dc0d03f0 con 0x7f71dc0cef40 2024-09-17T03:33:16.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.271+0000 7f71c3fff640 1 -- 172.21.15.45:0/1480764352 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+17121 (secure 0 0 0) 0x7f71dc0d03f0 con 0x7f71dc0cef40 2024-09-17T03:33:16.271 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:16.271 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":40,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:33:08.253033+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:51.908112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:52.744957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6836/3657608584":"2024-09-18T03:33:06.865884+0000","172.21.15.112:6834/3657608584":"2024-09-18T03:33:06.865884+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f71c8078b90 msgr2=0x7f71c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f71c8078b90 0x7f71c807b0a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f71cc033000 tx=0x7f71cc004730 comp rx=0 tx=0).stop 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 msgr2=0x7f71dc0aac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 0x7f71dc0aac50 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f71d000e790 tx=0x7f71d000ec50 comp rx=0 tx=0).stop 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 shutdown_connections 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f71c8078b90 0x7f71c807b0a0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f71dc15e740 0x7f71dc0b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71dc0cef40 0x7f71dc0aac50 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 --2- 172.21.15.45:0/1480764352 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71dc06e5c0 0x7f71dc15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 >> 172.21.15.45:0/1480764352 conn(0x7f71dc0d4320 msgr2=0x7f71dc0c8280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 shutdown_connections 2024-09-17T03:33:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.274+0000 7f71e1f39640 1 -- 172.21.15.45:0/1480764352 wait complete. 2024-09-17T03:33:16.285 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-17T03:33:16.285 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:16.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 -- 172.21.15.45:0/1982372631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180cd630 msgr2=0x7f971806f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 --2- 172.21.15.45:0/1982372631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180cd630 0x7f971806f1a0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9700005fd0 tx=0x7f970002a460 comp rx=0 tx=0).stop 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 -- 172.21.15.45:0/1982372631 shutdown_connections 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 --2- 172.21.15.45:0/1982372631 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f971815b010 0x7f971815b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 --2- 172.21.15.45:0/1982372631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180cd630 0x7f971806f1a0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 --2- 172.21.15.45:0/1982372631 >> v2:172.21.15.112:3300/0 conn(0x7f97180d0180 0x7f97180cf420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 -- 172.21.15.45:0/1982372631 >> 172.21.15.45:0/1982372631 conn(0x7f9718073b80 msgr2=0x7f9718073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 -- 172.21.15.45:0/1982372631 shutdown_connections 2024-09-17T03:33:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.403+0000 7f971d56e640 1 -- 172.21.15.45:0/1982372631 wait complete. 2024-09-17T03:33:16.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.404+0000 7f971d56e640 1 Processor -- start 2024-09-17T03:33:16.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.405+0000 7f971d56e640 1 -- start start 2024-09-17T03:33:16.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f971d56e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97180cd630 0x7f97181f6950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f971d56e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 0x7f97181f71c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f971d56e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f971815b010 0x7f97180ca0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f971d56e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f971815f0e0 con 0x7f97180d0180 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f971d56e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f97180cfaf0 con 0x7f97180cd630 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f971d56e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f971815f260 con 0x7f971815b010 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 0x7f97181f71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 0x7f97181f71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50028/0 (socket says 172.21.15.45:50028) 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 -- 172.21.15.45:0/1962428292 learned_addr learned my addr 172.21.15.45:0/1962428292 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f97177fe640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f971815b010 0x7f97180ca0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f9716ffd640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97180cd630 0x7f97181f6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 -- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f971815b010 msgr2=0x7f97180ca0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f971815b010 0x7f97180ca0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 -- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97180cd630 msgr2=0x7f97181f6950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97180cd630 0x7f97181f6950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 -- 172.21.15.45:0/1962428292 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97181f7e80 con 0x7f97180d0180 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.406+0000 7f970ffff640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 0x7f97181f71c0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9700034040 tx=0x7f97000038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.407+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970003e030 con 0x7f97180d0180 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.407+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9700003d90 con 0x7f97180d0180 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.407+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97181577a0 con 0x7f97180d0180 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.407+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700035040 con 0x7f97180d0180 2024-09-17T03:33:16.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.407+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9718157d60 con 0x7f97180d0180 2024-09-17T03:33:16.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.408+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97180cf420 con 0x7f97180d0180 2024-09-17T03:33:16.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.409+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9700041030 con 0x7f97180d0180 2024-09-17T03:33:16.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.409+0000 7f970f7fe640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f96f8078bc0 0x7f96f807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.409+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f97000bb940 con 0x7f97180d0180 2024-09-17T03:33:16.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.409+0000 7f9716ffd640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f96f8078bc0 0x7f96f807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.410+0000 7f9716ffd640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f96f8078bc0 0x7f96f807b0d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9708005fd0 tx=0x7f970800b260 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:16.413 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.414+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f97000835e0 con 0x7f97180d0180 2024-09-17T03:33:16.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.641+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f97180cb050 con 0x7f97180d0180 2024-09-17T03:33:16.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.642+0000 7f970f7fe640 1 -- 172.21.15.45:0/1962428292 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5229 (secure 0 0 0) 0x7f9700088010 con 0x7f97180d0180 2024-09-17T03:33:16.642 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:16.642 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":26,"btime":"2024-09-17T03:33:12:480410+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:12.480401+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:active","state_seq":4,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4925,"qdb_cluster":[4925]},"id":2}]} 2024-09-17T03:33:16.642 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 26 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f96f8078bc0 msgr2=0x7f96f807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f96f8078bc0 0x7f96f807b0d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9708005fd0 tx=0x7f970800b260 comp rx=0 tx=0).stop 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 msgr2=0x7f97181f71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 0x7f97181f71c0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9700034040 tx=0x7f97000038a0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 shutdown_connections 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f96f8078bc0 0x7f96f807b0d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f971815b010 0x7f97180ca0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f97180d0180 0x7f97181f71c0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 --2- 172.21.15.45:0/1962428292 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97180cd630 0x7f97181f6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 >> 172.21.15.45:0/1962428292 conn(0x7f9718073b80 msgr2=0x7f971815e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:16.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 shutdown_connections 2024-09-17T03:33:16.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.644+0000 7f971d56e640 1 -- 172.21.15.45:0/1962428292 wait complete. 2024-09-17T03:33:16.655 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 -- 172.21.15.45:0/1464166669 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d40d19b0 msgr2=0x7f60d40d0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/1464166669 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d40d19b0 0x7f60d40d0d00 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f60c4009830 tx=0x7f60c402a510 comp rx=0 tx=0).stop 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 -- 172.21.15.45:0/1464166669 shutdown_connections 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/1464166669 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f60d4071670 0x7f60d4070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/1464166669 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d40d19b0 0x7f60d40d0d00 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 -- 172.21.15.45:0/1464166669 >> 172.21.15.45:0/1464166669 conn(0x7f60d40b3ca0 msgr2=0x7f60d40b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:16.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 -- 172.21.15.45:0/1464166669 shutdown_connections 2024-09-17T03:33:16.773 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.772+0000 7f60d9ef2640 1 -- 172.21.15.45:0/1464166669 wait complete. 2024-09-17T03:33:16.773 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.774+0000 7f60d9ef2640 1 Processor -- start 2024-09-17T03:33:16.773 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.774+0000 7f60d9ef2640 1 -- start start 2024-09-17T03:33:16.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d9ef2640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f60d4070640 0x7f60d41f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d9ef2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d4071670 0x7f60d40b7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d9ef2640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 0x7f60d406e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d9ef2640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f60d4070de0 con 0x7f60d40d19b0 2024-09-17T03:33:16.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d9ef2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f60d4070c60 con 0x7f60d4071670 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d9ef2640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f60d4153480 con 0x7f60d4070640 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 0x7f60d406e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d37fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f60d4070640 0x7f60d41f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d2ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d4071670 0x7f60d40b7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 0x7f60d406e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50034/0 (socket says 172.21.15.45:50034) 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 -- 172.21.15.45:0/2503456822 learned_addr learned my addr 172.21.15.45:0/2503456822 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 -- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f60d4070640 msgr2=0x7f60d41f5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f60d4070640 0x7f60d41f5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 -- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d4071670 msgr2=0x7f60d40b7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d4071670 0x7f60d40b7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 -- 172.21.15.45:0/2503456822 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60d40b63f0 con 0x7f60d40d19b0 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.776+0000 7f60d3fff640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 0x7f60d406e080 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f60cc00cae0 tx=0x7f60cc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:16.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.777+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60cc016020 con 0x7f60d40d19b0 2024-09-17T03:33:16.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.777+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60cc00ad30 con 0x7f60d40d19b0 2024-09-17T03:33:16.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.777+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60cc012680 con 0x7f60d40d19b0 2024-09-17T03:33:16.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.777+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60d40b66d0 con 0x7f60d40d19b0 2024-09-17T03:33:16.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.777+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60d40b6c90 con 0x7f60d40d19b0 2024-09-17T03:33:16.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.778+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60d4153950 con 0x7f60d40d19b0 2024-09-17T03:33:16.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.779+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f60cc019020 con 0x7f60d40d19b0 2024-09-17T03:33:16.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.779+0000 7f60bbfff640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f60c0078b90 0x7f60c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:16.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.779+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f60cc09b080 con 0x7f60d40d19b0 2024-09-17T03:33:16.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.780+0000 7f60d37fe640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f60c0078b90 0x7f60c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:16.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.780+0000 7f60d37fe640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f60c0078b90 0x7f60c007b0a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f60c4034000 tx=0x7f60c4004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:16.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:16.784+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f60cc020030 con 0x7f60d40d19b0 2024-09-17T03:33:17.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.009+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60d40d1410 con 0x7f60d40d19b0 2024-09-17T03:33:17.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.010+0000 7f60bbfff640 1 -- 172.21.15.45:0/2503456822 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5229 (secure 0 0 0) 0x7f60cc062d20 con 0x7f60d40d19b0 2024-09-17T03:33:17.009 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:17.009 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":26,"btime":"2024-09-17T03:33:12:480410+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T03:33:08.252992+0000","modified":"2024-09-17T03:33:12.480401+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4925},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4925":{"gid":4925,"name":"d","rank":0,"incarnation":23,"state":"up:active","state_seq":4,"addr":"172.21.15.112:6836/3125286638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":3125286638},{"type":"v1","addr":"172.21.15.112:6836","nonce":3125286638}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4925,"qdb_cluster":[4925]},"id":2}]} 2024-09-17T03:33:17.009 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 26 2024-09-17T03:33:17.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f60c0078b90 msgr2=0x7f60c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f60c0078b90 0x7f60c007b0a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f60c4034000 tx=0x7f60c4004730 comp rx=0 tx=0).stop 2024-09-17T03:33:17.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 msgr2=0x7f60d406e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 0x7f60d406e080 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f60cc00cae0 tx=0x7f60cc00a060 comp rx=0 tx=0).stop 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 shutdown_connections 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f60c0078b90 0x7f60c007b0a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f60d4071670 0x7f60d40b7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f60d40d19b0 0x7f60d406e080 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 --2- 172.21.15.45:0/2503456822 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f60d4070640 0x7f60d41f5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 >> 172.21.15.45:0/2503456822 conn(0x7f60d40b3ca0 msgr2=0x7f60d4152670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 shutdown_connections 2024-09-17T03:33:17.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.012+0000 7f60d9ef2640 1 -- 172.21.15.45:0/2503456822 wait complete. 2024-09-17T03:33:17.022 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 -- 172.21.15.45:0/3576788254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b806f440 msgr2=0x7f82b815ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 --2- 172.21.15.45:0/3576788254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b806f440 0x7f82b815ce90 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f82b80d1020 tx=0x7f82ac02a560 comp rx=0 tx=0).stop 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 -- 172.21.15.45:0/3576788254 shutdown_connections 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 --2- 172.21.15.45:0/3576788254 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 0x7f82b806cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 --2- 172.21.15.45:0/3576788254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b806f440 0x7f82b815ce90 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 --2- 172.21.15.45:0/3576788254 >> v2:172.21.15.112:3300/0 conn(0x7f82b815c490 0x7f82b806ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 -- 172.21.15.45:0/3576788254 >> 172.21.15.45:0/3576788254 conn(0x7f82b8073b80 msgr2=0x7f82b8073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:17.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 -- 172.21.15.45:0/3576788254 shutdown_connections 2024-09-17T03:33:17.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.139+0000 7f82be230640 1 -- 172.21.15.45:0/3576788254 wait complete. 2024-09-17T03:33:17.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.141+0000 7f82be230640 1 Processor -- start 2024-09-17T03:33:17.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.141+0000 7f82be230640 1 -- start start 2024-09-17T03:33:17.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82b806f440 0x7f82b80b0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 0x7f82b81f5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 0x7f82b81f8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f82b806d4a0 con 0x7f82b815c490 2024-09-17T03:33:17.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f82b806d320 con 0x7f82b806f440 2024-09-17T03:33:17.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f82b806d620 con 0x7f82b815d3d0 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 0x7f82b81f5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 0x7f82b81f5450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50052/0 (socket says 172.21.15.45:50052) 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 -- 172.21.15.45:0/2141889861 learned_addr learned my addr 172.21.15.45:0/2141889861 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b77fe640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82b806f440 0x7f82b80b0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b7fff640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 0x7f82b81f8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 -- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 msgr2=0x7f82b81f8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 0x7f82b81f8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 -- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82b806f440 msgr2=0x7f82b80b0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82b806f440 0x7f82b80b0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 -- 172.21.15.45:0/2141889861 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82b81f61c0 con 0x7f82b815c490 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b7fff640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 0x7f82b81f8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82b6ffd640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 0x7f82b81f5450 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f82ac0099c0 tx=0x7f82ac0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:17.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ac03e030 con 0x7f82b815c490 2024-09-17T03:33:17.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f82ac0047a0 con 0x7f82b815c490 2024-09-17T03:33:17.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.143+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82b80cee00 con 0x7f82b815c490 2024-09-17T03:33:17.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.144+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ac035040 con 0x7f82b815c490 2024-09-17T03:33:17.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.144+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82b80cf3c0 con 0x7f82b815c490 2024-09-17T03:33:17.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.144+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82b806db40 con 0x7f82b815c490 2024-09-17T03:33:17.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.145+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f82ac041030 con 0x7f82b815c490 2024-09-17T03:33:17.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.146+0000 7f829ffff640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f82a4078b90 0x7f82a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.146+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f82ac0bb620 con 0x7f82b815c490 2024-09-17T03:33:17.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.146+0000 7f82b77fe640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f82a4078b90 0x7f82a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.147+0000 7f82b77fe640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f82a4078b90 0x7f82a407b0a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f82a800a490 tx=0x7f82a800a420 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:17.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.151+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f82ac083350 con 0x7f82b815c490 2024-09-17T03:33:17.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.335+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f82b81f5f50 con 0x7f82b815c490 2024-09-17T03:33:17.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.336+0000 7f829ffff640 1 -- 172.21.15.45:0/2141889861 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+17121 (secure 0 0 0) 0x7f82ac087d80 con 0x7f82b815c490 2024-09-17T03:33:17.336 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:17.336 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":40,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:33:08.253033+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-17T03:32:51.908112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-17T03:32:52.744957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6836/3657608584":"2024-09-18T03:33:06.865884+0000","172.21.15.112:6834/3657608584":"2024-09-18T03:33:06.865884+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:33:17.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f82a4078b90 msgr2=0x7f82a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f82a4078b90 0x7f82a407b0a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f82a800a490 tx=0x7f82a800a420 comp rx=0 tx=0).stop 2024-09-17T03:33:17.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 msgr2=0x7f82b81f5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 0x7f82b81f5450 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f82ac0099c0 tx=0x7f82ac0039e0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 shutdown_connections 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f82a4078b90 0x7f82a407b0a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f82b815d3d0 0x7f82b81f8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f82b815c490 0x7f82b81f5450 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 --2- 172.21.15.45:0/2141889861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82b806f440 0x7f82b80b0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 >> 172.21.15.45:0/2141889861 conn(0x7f82b8073b80 msgr2=0x7f82b806fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 shutdown_connections 2024-09-17T03:33:17.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.339+0000 7f82be230640 1 -- 172.21.15.45:0/2141889861 wait complete. 2024-09-17T03:33:17.350 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-17T03:33:17.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 -- 172.21.15.45:0/1170503678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d006e5c0 msgr2=0x7fd5d00b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/1170503678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d006e5c0 0x7fd5d00b3770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd5d008d540 tx=0x7fd5cc02a560 comp rx=0 tx=0).stop 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 -- 172.21.15.45:0/1170503678 shutdown_connections 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/1170503678 >> v2:172.21.15.112:3300/0 conn(0x7fd5d00cef40 0x7fd5d00cf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/1170503678 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd5d015e740 0x7fd5d00b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/1170503678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d006e5c0 0x7fd5d00b3770 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 -- 172.21.15.45:0/1170503678 >> 172.21.15.45:0/1170503678 conn(0x7fd5d00d4320 msgr2=0x7fd5d00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 -- 172.21.15.45:0/1170503678 shutdown_connections 2024-09-17T03:33:17.469 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.469+0000 7fd5d7e30640 1 -- 172.21.15.45:0/1170503678 wait complete. 2024-09-17T03:33:17.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.471+0000 7fd5d7e30640 1 Processor -- start 2024-09-17T03:33:17.470 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.471+0000 7fd5d7e30640 1 -- start start 2024-09-17T03:33:17.473 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d7e30640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd5d006e5c0 0x7fd5d01f95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.473 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d7e30640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd5d00cef40 0x7fd5d014bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.473 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d7e30640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 0x7fd5d014c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.473 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d7e30640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d00d3210 con 0x7fd5d015e740 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d7e30640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d00d3090 con 0x7fd5d00cef40 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d7e30640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd5d00d3390 con 0x7fd5d006e5c0 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 0x7fd5d014c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 0x7fd5d014c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50076/0 (socket says 172.21.15.45:50076) 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 -- 172.21.15.45:0/526148720 learned_addr learned my addr 172.21.15.45:0/526148720 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d5bcc640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd5d006e5c0 0x7fd5d01f95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d53cb640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd5d00cef40 0x7fd5d014bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 -- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd5d006e5c0 msgr2=0x7fd5d01f95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd5d006e5c0 0x7fd5d01f95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 -- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd5d00cef40 msgr2=0x7fd5d014bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.474 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd5d00cef40 0x7fd5d014bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d63cd640 1 -- 172.21.15.45:0/526148720 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5d01f9ae0 con 0x7fd5d015e740 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.472+0000 7fd5d53cb640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd5d00cef40 0x7fd5d014bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.473+0000 7fd5d63cd640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 0x7fd5d014c160 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd5c800ea80 tx=0x7fd5c800ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.473+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c800ce40 con 0x7fd5d015e740 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.473+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5c8004c10 con 0x7fd5d015e740 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.473+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c8005020 con 0x7fd5d015e740 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.473+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5d014d5a0 con 0x7fd5d015e740 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.473+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5d014cc70 con 0x7fd5d015e740 2024-09-17T03:33:17.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.474+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5d0050f60 con 0x7fd5d015e740 2024-09-17T03:33:17.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.475+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd5c80051c0 con 0x7fd5d015e740 2024-09-17T03:33:17.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.475+0000 7fd5c67fc640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd5b4078bc0 0x7fd5b407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.475+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7fd5c809bc70 con 0x7fd5d015e740 2024-09-17T03:33:17.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.475+0000 7fd5d5bcc640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd5b4078bc0 0x7fd5b407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.476+0000 7fd5d5bcc640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd5b4078bc0 0x7fd5b407b0d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc033000 tx=0x7fd5cc004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:17.479 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.480+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fd5d0050f60 con 0x7fd5d015e740 2024-09-17T03:33:17.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.701+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd5d00d38b0 con 0x7fd5d015e740 2024-09-17T03:33:17.701 INFO:tasks.ceph.mon.a.smithi045.stderr:2024-09-17T03:33:17.702+0000 7fe18820d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T03:33:17.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.703+0000 7fd5c67fc640 1 -- 172.21.15.45:0/526148720 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7fd5d01f9ae0 con 0x7fd5d015e740 2024-09-17T03:33:17.702 INFO:teuthology.orchestra.run.smithi045.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-17T03:33:17.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd5b4078bc0 msgr2=0x7fd5b407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd5b4078bc0 0x7fd5b407b0d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc033000 tx=0x7fd5cc004730 comp rx=0 tx=0).stop 2024-09-17T03:33:17.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 msgr2=0x7fd5d014c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 0x7fd5d014c160 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd5c800ea80 tx=0x7fd5c800ef40 comp rx=0 tx=0).stop 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 shutdown_connections 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd5b4078bc0 0x7fd5b407b0d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.705+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd5d00cef40 0x7fd5d014bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.706+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5d015e740 0x7fd5d014c160 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.706+0000 7fd5d7e30640 1 --2- 172.21.15.45:0/526148720 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd5d006e5c0 0x7fd5d01f95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.706+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 >> 172.21.15.45:0/526148720 conn(0x7fd5d00d4320 msgr2=0x7fd5d0068d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.706+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 shutdown_connections 2024-09-17T03:33:17.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.706+0000 7fd5d7e30640 1 -- 172.21.15.45:0/526148720 wait complete. 2024-09-17T03:33:17.707 INFO:tasks.ceph.mds.d.smithi112.stderr: -456> 2024-09-17T03:33:12.876+0000 7f70790a1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T03:33:17.716 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-17T03:33:17.763 INFO:tasks.ceph.mds.d.smithi112.stdout:starting mds.d at 2024-09-17T03:33:17.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 -- 172.21.15.45:0/1385770123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00180cf650 msgr2=0x7f00180b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 --2- 172.21.15.45:0/1385770123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00180cf650 0x7f00180b3770 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f00180d00a0 tx=0x7f000802a5f0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 -- 172.21.15.45:0/1385770123 shutdown_connections 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 --2- 172.21.15.45:0/1385770123 >> v2:172.21.15.112:3300/0 conn(0x7f001815e740 0x7f00180b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 --2- 172.21.15.45:0/1385770123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00180cf650 0x7f00180b3770 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 -- 172.21.15.45:0/1385770123 >> 172.21.15.45:0/1385770123 conn(0x7f00180d4320 msgr2=0x7f00180d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 -- 172.21.15.45:0/1385770123 shutdown_connections 2024-09-17T03:33:17.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.836+0000 7f001f2f9640 1 -- 172.21.15.45:0/1385770123 wait complete. 2024-09-17T03:33:17.837 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.838+0000 7f001f2f9640 1 Processor -- start 2024-09-17T03:33:17.837 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.838+0000 7f001f2f9640 1 -- start start 2024-09-17T03:33:17.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001f2f9640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f001806e5c0 0x7f00180cde40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001f2f9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f001815e740 0x7f00180c88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001f2f9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 0x7f0018160dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001f2f9640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f00180d33d0 con 0x7f00181e8e50 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001f2f9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f00180d3250 con 0x7f001815e740 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001f2f9640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f00180d3550 con 0x7f001806e5c0 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 0x7f0018160dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 0x7f0018160dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50088/0 (socket says 172.21.15.45:50088) 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 -- 172.21.15.45:0/4270117852 learned_addr learned my addr 172.21.15.45:0/4270117852 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d095640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f001806e5c0 0x7f00180cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001c894640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f001815e740 0x7f00180c88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 -- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f001806e5c0 msgr2=0x7f00180cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f001806e5c0 0x7f00180cde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 -- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f001815e740 msgr2=0x7f00180c88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f001815e740 0x7f00180c88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:17.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.839+0000 7f001d896640 1 -- 172.21.15.45:0/4270117852 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00181f8b20 con 0x7f00181e8e50 2024-09-17T03:33:17.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.840+0000 7f001d896640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 0x7f0018160dd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f001000d9d0 tx=0x7f001000de90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:17.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.840+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0010017070 con 0x7f00181e8e50 2024-09-17T03:33:17.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.840+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0010003970 con 0x7f00181e8e50 2024-09-17T03:33:17.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.840+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001000be60 con 0x7f00181e8e50 2024-09-17T03:33:17.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.840+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00181f8e00 con 0x7f00181e8e50 2024-09-17T03:33:17.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.840+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00181e9300 con 0x7f00181e8e50 2024-09-17T03:33:17.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.841+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00181e9560 con 0x7f00181e8e50 2024-09-17T03:33:17.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.842+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0010010460 con 0x7f00181e8e50 2024-09-17T03:33:17.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.842+0000 7f000dffb640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efffc078b90 0x7efffc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:17.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.842+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6273+0+0 (secure 0 0 0) 0x7f001009b2f0 con 0x7f00181e8e50 2024-09-17T03:33:17.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.842+0000 7f001d095640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efffc078b90 0x7efffc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:17.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.843+0000 7f001d095640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efffc078b90 0x7efffc07b0a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f00180cff50 tx=0x7f0014009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:17.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:17.847+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f0010062ea0 con 0x7f00181e8e50 2024-09-17T03:33:18.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.070+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f00180b69a0 con 0x7f00181e8e50 2024-09-17T03:33:18.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.704+0000 7f000dffb640 1 -- 172.21.15.45:0/4270117852 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v28) ==== 104+0+0 (secure 0 0 0) 0x7f00100678d0 con 0x7f00181e8e50 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efffc078b90 msgr2=0x7efffc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efffc078b90 0x7efffc07b0a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f00180cff50 tx=0x7f0014009040 comp rx=0 tx=0).stop 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 msgr2=0x7f0018160dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 0x7f0018160dd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f001000d9d0 tx=0x7f001000de90 comp rx=0 tx=0).stop 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 shutdown_connections 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7efffc078b90 0x7efffc07b0a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f001815e740 0x7f00180c88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f00181e8e50 0x7f0018160dd0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 --2- 172.21.15.45:0/4270117852 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f001806e5c0 0x7f00180cde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 >> 172.21.15.45:0/4270117852 conn(0x7f00180d4320 msgr2=0x7f00180d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:18.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 shutdown_connections 2024-09-17T03:33:18.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.707+0000 7f001f2f9640 1 -- 172.21.15.45:0/4270117852 wait complete. 2024-09-17T03:33:18.721 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-17T03:33:18.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 -- 172.21.15.45:0/3976674478 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b40cebc0 msgr2=0x7fc6b415e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:18.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 --2- 172.21.15.45:0/3976674478 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b40cebc0 0x7fc6b415e430 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc6a4005fd0 tx=0x7fc6a402a840 comp rx=0 tx=0).stop 2024-09-17T03:33:18.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 -- 172.21.15.45:0/3976674478 shutdown_connections 2024-09-17T03:33:18.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 --2- 172.21.15.45:0/3976674478 >> v2:172.21.15.112:3300/0 conn(0x7fc6b40cf2a0 0x7fc6b40cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 --2- 172.21.15.45:0/3976674478 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b40cebc0 0x7fc6b415e430 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 -- 172.21.15.45:0/3976674478 >> 172.21.15.45:0/3976674478 conn(0x7fc6b40d40b0 msgr2=0x7fc6b40d44c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:18.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 -- 172.21.15.45:0/3976674478 shutdown_connections 2024-09-17T03:33:18.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.851+0000 7fc6b359e640 1 -- 172.21.15.45:0/3976674478 wait complete. 2024-09-17T03:33:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.853+0000 7fc6b359e640 1 Processor -- start 2024-09-17T03:33:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.853+0000 7fc6b359e640 1 -- start start 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b359e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 0x7fc6b41f5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b359e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6b40cf2a0 0x7fc6b40ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b359e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b4161fe0 0x7fc6b414c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b359e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b406e4b0 con 0x7fc6b40cebc0 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b359e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b40b38d0 con 0x7fc6b40cf2a0 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b359e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b406e630 con 0x7fc6b4161fe0 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 0x7fc6b41f5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:18.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 0x7fc6b41f5ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46728/0 (socket says 172.21.15.45:46728) 2024-09-17T03:33:18.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 -- 172.21.15.45:0/1509133256 learned_addr learned my addr 172.21.15.45:0/1509133256 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b1d9b640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6b40cf2a0 0x7fc6b40ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:18.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b2d9d640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b4161fe0 0x7fc6b414c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 -- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b4161fe0 msgr2=0x7fc6b414c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b4161fe0 0x7fc6b414c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 -- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6b40cf2a0 msgr2=0x7fc6b40ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6b40cf2a0 0x7fc6b40ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 -- 172.21.15.45:0/1509133256 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b41f61e0 con 0x7fc6b40cebc0 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6b259c640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 0x7fc6b41f5ca0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fc6a4005fd0 tx=0x7fc6a4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.855+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a4040020 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.856+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6a4003e10 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.856+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b40cb490 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.856+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a4004280 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.856+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b40cba50 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.857+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b4162c40 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.857+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc6a4043020 con 0x7fc6b40cebc0 2024-09-17T03:33:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.858+0000 7fc6a2ffd640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc694078b90 0x7fc69407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:18.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.858+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6273+0+0 (secure 0 0 0) 0x7fc6a40bbf00 con 0x7fc6b40cebc0 2024-09-17T03:33:18.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.858+0000 7fc6b1d9b640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc694078b90 0x7fc69407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:18.861 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.859+0000 7fc6b1d9b640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc694078b90 0x7fc69407b0a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc6b40b6140 tx=0x7fc6a8005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:18.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:18.862+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fc6a404a030 con 0x7fc6b40cebc0 2024-09-17T03:33:19.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.050+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc6b40ce4c0 con 0x7fc6b40cebc0 2024-09-17T03:33:19.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.938+0000 7fc6a2ffd640 1 -- 172.21.15.45:0/1509133256 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v42) ==== 181+0+0 (secure 0 0 0) 0x7fc6a4083ab0 con 0x7fc6b40cebc0 2024-09-17T03:33:19.939 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_metadata' removed 2024-09-17T03:33:19.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.942+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc694078b90 msgr2=0x7fc69407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:19.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.942+0000 7fc6b359e640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc694078b90 0x7fc69407b0a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc6b40b6140 tx=0x7fc6a8005f90 comp rx=0 tx=0).stop 2024-09-17T03:33:19.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.942+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 msgr2=0x7fc6b41f5ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:19.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.942+0000 7fc6b359e640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 0x7fc6b41f5ca0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fc6a4005fd0 tx=0x7fc6a4003c20 comp rx=0 tx=0).stop 2024-09-17T03:33:19.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 shutdown_connections 2024-09-17T03:33:19.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc694078b90 0x7fc69407b0a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:19.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc6b40cf2a0 0x7fc6b40ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:19.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc6b4161fe0 0x7fc6b414c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:19.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 --2- 172.21.15.45:0/1509133256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc6b40cebc0 0x7fc6b41f5ca0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:19.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 >> 172.21.15.45:0/1509133256 conn(0x7fc6b40d40b0 msgr2=0x7fc6b4160920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:19.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 shutdown_connections 2024-09-17T03:33:19.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:19.943+0000 7fc6b359e640 1 -- 172.21.15.45:0/1509133256 wait complete. 2024-09-17T03:33:19.958 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-17T03:33:20.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2100961920 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2cc005270 msgr2=0x7fa2cc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:20.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2100961920 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2cc005270 0x7fa2cc00b9c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8005fd0 tx=0x7fa2cc005830 comp rx=0 tx=0).stop 2024-09-17T03:33:20.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2dffff640 1 -- 172.21.15.45:0/2100961920 reap_dead start 2024-09-17T03:33:20.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2100961920 shutdown_connections 2024-09-17T03:33:20.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2100961920 >> 172.21.15.45:0/2100961920 conn(0x7fa2e00d19a0 msgr2=0x7fa2e00d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2100961920 shutdown_connections 2024-09-17T03:33:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.085+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2100961920 wait complete. 2024-09-17T03:33:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.087+0000 7fa2e5e69640 1 Processor -- start 2024-09-17T03:33:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.087+0000 7fa2e5e69640 1 -- start start 2024-09-17T03:33:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2e5e69640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa2cc005270 0x7fa2e00c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2e5e69640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 0x7fa2e0153830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2e5e69640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa2e00b9680 0x7fa2e00b9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2e5e69640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e0161300 con 0x7fa2e00c83f0 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2e5e69640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e0161180 con 0x7fa2cc005270 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2e5e69640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fa2e0161480 con 0x7fa2e00b9680 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 0x7fa2e0153830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 0x7fa2e0153830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46744/0 (socket says 172.21.15.45:46744) 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 -- 172.21.15.45:0/2511347007 learned_addr learned my addr 172.21.15.45:0/2511347007 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2df7fe640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa2cc005270 0x7fa2e00c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2dffff640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa2e00b9680 0x7fa2e00b9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 -- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa2e00b9680 msgr2=0x7fa2e00b9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa2e00b9680 0x7fa2e00b9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 -- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa2cc005270 msgr2=0x7fa2e00c7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa2cc005270 0x7fa2e00c7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 -- 172.21.15.45:0/2511347007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e00b9fd0 con 0x7fa2e00c83f0 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.089+0000 7fa2d6ffd640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 0x7fa2e0153830 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fa2c8006680 tx=0x7fa2c80066b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.090+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8015070 con 0x7fa2e00c83f0 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.090+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2c8011920 con 0x7fa2e00c83f0 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.090+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2e01f5940 con 0x7fa2e00c83f0 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.090+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8011d70 con 0x7fa2e00c83f0 2024-09-17T03:33:20.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.090+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2e015e0f0 con 0x7fa2e00c83f0 2024-09-17T03:33:20.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.091+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2e01622e0 con 0x7fa2e00c83f0 2024-09-17T03:33:20.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.092+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa2c80103c0 con 0x7fa2e00c83f0 2024-09-17T03:33:20.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.092+0000 7fa2dcff9640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa2c0078b90 0x7fa2c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:20.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.092+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5835+0+0 (secure 0 0 0) 0x7fa2c809ba50 con 0x7fa2e00c83f0 2024-09-17T03:33:20.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.093+0000 7fa2df7fe640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa2c0078b90 0x7fa2c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:20.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.093+0000 7fa2df7fe640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa2c0078b90 0x7fa2c007b0a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0000c00 tx=0x7fa2d0006d20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:20.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.097+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fa2e00b9fd0 con 0x7fa2e00c83f0 2024-09-17T03:33:20.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.287+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa2e01f5b10 con 0x7fa2e00c83f0 2024-09-17T03:33:20.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.940+0000 7fa2dcff9640 1 -- 172.21.15.45:0/2511347007 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v43) ==== 169+0+0 (secure 0 0 0) 0x7fa2c8063860 con 0x7fa2e00c83f0 2024-09-17T03:33:20.941 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data' removed 2024-09-17T03:33:20.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.943+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa2c0078b90 msgr2=0x7fa2c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:20.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.943+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa2c0078b90 0x7fa2c007b0a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0000c00 tx=0x7fa2d0006d20 comp rx=0 tx=0).stop 2024-09-17T03:33:20.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.943+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 msgr2=0x7fa2e0153830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.943+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 0x7fa2e0153830 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fa2c8006680 tx=0x7fa2c80066b0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 shutdown_connections 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fa2c0078b90 0x7fa2c007b0a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fa2e00b9680 0x7fa2e00b9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa2e00c83f0 0x7fa2e0153830 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 --2- 172.21.15.45:0/2511347007 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa2cc005270 0x7fa2e00c7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:20.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 >> 172.21.15.45:0/2511347007 conn(0x7fa2e00d19a0 msgr2=0x7fa2e00b7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:20.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.944+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 shutdown_connections 2024-09-17T03:33:20.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:20.945+0000 7fa2e5e69640 1 -- 172.21.15.45:0/2511347007 wait complete. 2024-09-17T03:33:20.961 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-17T03:33:21.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 -- 172.21.15.45:0/1219863266 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 msgr2=0x7f1ce4070100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/1219863266 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce4070100 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1ce4074a90 tx=0x7f1ccc02a560 comp rx=0 tx=0).stop 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 -- 172.21.15.45:0/1219863266 shutdown_connections 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/1219863266 >> v2:172.21.15.112:3300/0 conn(0x7f1ce4070640 0x7f1ce4070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/1219863266 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce4070100 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 -- 172.21.15.45:0/1219863266 >> 172.21.15.45:0/1219863266 conn(0x7f1ce40b3ca0 msgr2=0x7f1ce40b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 -- 172.21.15.45:0/1219863266 shutdown_connections 2024-09-17T03:33:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.085+0000 7f1ce9f12640 1 -- 172.21.15.45:0/1219863266 wait complete. 2024-09-17T03:33:21.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.087+0000 7f1ce9f12640 1 Processor -- start 2024-09-17T03:33:21.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.087+0000 7f1ce9f12640 1 -- start start 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce9f12640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ce4070640 0x7f1ce41f32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce9f12640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce40ac220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce9f12640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ce40d19b0 0x7f1ce41f6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce9f12640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce41531b0 con 0x7f1ce40d0d00 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce9f12640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce4153030 con 0x7f1ce4070640 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce9f12640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce4153330 con 0x7f1ce40d19b0 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1cdaffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce40ac220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1cdaffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce40ac220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46762/0 (socket says 172.21.15.45:46762) 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1cdaffd640 1 -- 172.21.15.45:0/3449253000 learned_addr learned my addr 172.21.15.45:0/3449253000 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.088+0000 7f1ce37fe640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ce4070640 0x7f1ce41f32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce3fff640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ce40d19b0 0x7f1ce41f6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:21.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1cdaffd640 1 -- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ce40d19b0 msgr2=0x7f1ce41f6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1cdaffd640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ce40d19b0 0x7f1ce41f6910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1cdaffd640 1 -- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ce4070640 msgr2=0x7f1ce41f32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1cdaffd640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ce4070640 0x7f1ce41f32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1cdaffd640 1 -- 172.21.15.45:0/3449253000 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce41f3f00 con 0x7f1ce40d0d00 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce37fe640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ce4070640 0x7f1ce41f32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1cdaffd640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce40ac220 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc034040 tx=0x7f1ccc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc03e030 con 0x7f1ce40d0d00 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ccc0047a0 con 0x7f1ce40d0d00 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce41f41e0 con 0x7f1ce40d0d00 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc035040 con 0x7f1ce40d0d00 2024-09-17T03:33:21.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.089+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce4154e00 con 0x7f1ce40d0d00 2024-09-17T03:33:21.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.090+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ce41538c0 con 0x7f1ce40d0d00 2024-09-17T03:33:21.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.091+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1ccc041030 con 0x7f1ce40d0d00 2024-09-17T03:33:21.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.091+0000 7f1ce0ff9640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1cc4078b90 0x7f1cc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.091+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f1ccc0bb530 con 0x7f1ce40d0d00 2024-09-17T03:33:21.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.091+0000 7f1ce37fe640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1cc4078b90 0x7f1cc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:21.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.092+0000 7f1ce37fe640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1cc4078b90 0x7f1cc407b0a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1cd400a810 tx=0x7f1cd4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:21.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.096+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f1ccc083b20 con 0x7f1ce40d0d00 2024-09-17T03:33:21.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.282+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f1ce41f3c20 con 0x7f1ce40d0d00 2024-09-17T03:33:21.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.286+0000 7f1ce0ff9640 1 -- 172.21.15.45:0/3449253000 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v33) ==== 71+0+0 (secure 0 0 0) 0x7f1ccc083420 con 0x7f1ce40d0d00 2024-09-17T03:33:21.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1cc4078b90 msgr2=0x7f1cc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1cc4078b90 0x7f1cc407b0a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1cd400a810 tx=0x7f1cd4008040 comp rx=0 tx=0).stop 2024-09-17T03:33:21.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 msgr2=0x7f1ce40ac220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce40ac220 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc034040 tx=0x7f1ccc0039e0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 shutdown_connections 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f1cc4078b90 0x7f1cc407b0a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f1ce40d19b0 0x7f1ce41f6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1ce40d0d00 0x7f1ce40ac220 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 --2- 172.21.15.45:0/3449253000 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ce4070640 0x7f1ce41f32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 >> 172.21.15.45:0/3449253000 conn(0x7f1ce40b3ca0 msgr2=0x7f1ce40b5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 shutdown_connections 2024-09-17T03:33:21.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.288+0000 7f1ce9f12640 1 -- 172.21.15.45:0/3449253000 wait complete. 2024-09-17T03:33:21.300 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-17T03:33:21.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/3786885382 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 msgr2=0x7f3e280b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/3786885382 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e280b3770 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3e18009830 tx=0x7f3e1802a510 comp rx=0 tx=0).stop 2024-09-17T03:33:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/3786885382 shutdown_connections 2024-09-17T03:33:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/3786885382 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e280b3770 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/3786885382 >> 172.21.15.45:0/3786885382 conn(0x7f3e280d4320 msgr2=0x7f3e280d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/3786885382 shutdown_connections 2024-09-17T03:33:21.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.420+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/3786885382 wait complete. 2024-09-17T03:33:21.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.422+0000 7f3e2e1b0640 1 Processor -- start 2024-09-17T03:33:21.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.422+0000 7f3e2e1b0640 1 -- start start 2024-09-17T03:33:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e2e1b0640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e28159b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e2e1b0640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e2815e740 0x7f3e281e91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e2e1b0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280caea0 0x7f3e281e9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e2e1b0640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3e280d3710 con 0x7f3e2806e5c0 2024-09-17T03:33:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e2e1b0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3e280d3590 con 0x7f3e280caea0 2024-09-17T03:33:21.425 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e2e1b0640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3e280d3890 con 0x7f3e2815e740 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e277fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e28159b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e277fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e28159b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46772/0 (socket says 172.21.15.45:46772) 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.423+0000 7f3e277fe640 1 -- 172.21.15.45:0/1964852008 learned_addr learned my addr 172.21.15.45:0/1964852008 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e277fe640 1 -- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e2815e740 msgr2=0x7f3e281e91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e277fe640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e2815e740 0x7f3e281e91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e277fe640 1 -- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280caea0 msgr2=0x7f3e281e9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e277fe640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280caea0 0x7f3e281e9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e277fe640 1 -- 172.21.15.45:0/1964852008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e280c7fd0 con 0x7f3e2806e5c0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e277fe640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e28159b70 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3e18009780 tx=0x7f3e18033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e18031d60 con 0x7f3e2806e5c0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e180330d0 con 0x7f3e2806e5c0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e280c82b0 con 0x7f3e2806e5c0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e18033520 con 0x7f3e2806e5c0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.424+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e281f5c00 con 0x7f3e2806e5c0 2024-09-17T03:33:21.426 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.425+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e280b3770 con 0x7f3e2806e5c0 2024-09-17T03:33:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.426+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3e180035f0 con 0x7f3e2806e5c0 2024-09-17T03:33:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.426+0000 7f3e24ff9640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3e08078b90 0x7f3e0807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.426+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f3e180bc170 con 0x7f3e2806e5c0 2024-09-17T03:33:21.427 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.426+0000 7f3e1effd640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3e08078b90 0x7f3e0807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:21.428 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.427+0000 7f3e1effd640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3e08078b90 0x7f3e0807b0a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3e10006fd0 tx=0x7f3e10006bc0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:21.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.431+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f3e1803f030 con 0x7f3e2806e5c0 2024-09-17T03:33:21.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.692+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) -- 0x7f3e281e8840 con 0x7f3e2806e5c0 2024-09-17T03:33:21.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.948+0000 7f3e24ff9640 1 -- 172.21.15.45:0/1964852008 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v100) ==== 159+0+0 (secure 0 0 0) 0x7f3e18084760 con 0x7f3e2806e5c0 2024-09-17T03:33:21.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3e08078b90 msgr2=0x7f3e0807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3e08078b90 0x7f3e0807b0a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3e10006fd0 tx=0x7f3e10006bc0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 msgr2=0x7f3e28159b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e28159b70 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3e18009780 tx=0x7f3e18033d60 comp rx=0 tx=0).stop 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 shutdown_connections 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f3e08078b90 0x7f3e0807b0a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e280caea0 0x7f3e281e9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3e2815e740 0x7f3e281e91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 --2- 172.21.15.45:0/1964852008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3e2806e5c0 0x7f3e28159b70 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 >> 172.21.15.45:0/1964852008 conn(0x7f3e280d4320 msgr2=0x7f3e2815d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 shutdown_connections 2024-09-17T03:33:21.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:21.950+0000 7f3e2e1b0640 1 -- 172.21.15.45:0/1964852008 wait complete. 2024-09-17T03:33:21.962 INFO:tasks.cephfs_test_runner:test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) ... ok 2024-09-17T03:33:21.963 INFO:tasks.cephfs_test_runner: 2024-09-17T03:33:21.963 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-17T03:33:21.963 INFO:tasks.cephfs_test_runner:Ran 1 test in 48.520s 2024-09-17T03:33:21.963 INFO:tasks.cephfs_test_runner: 2024-09-17T03:33:21.963 INFO:tasks.cephfs_test_runner:OK 2024-09-17T03:33:21.963 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-17T03:33:21.973 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-17T03:33:22.009 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-17T03:33:22.009 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:33:22.009 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:22.026 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12633 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-17T03:33:22.026 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-17T03:33:22.026 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:22.083 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12633 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-17T03:33:22.083 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:33:22.083 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:22.103 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-17T03:33:22.103 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-17T03:33:22.103 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T03:33:22.165 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20589 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-17T03:33:22.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.166 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2024-09-17T03:33:22.185 INFO:teuthology.orchestra.run.smithi045.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-17T03:33:22.186 INFO:teuthology.orchestra.run.smithi045.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-17T03:33:22.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.186 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-17T03:33:22.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.254 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T03:33:22.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.321 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link delete ceph-brx 2024-09-17T03:33:22.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.418 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-09-17T03:33:22.437 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-17T03:33:22.438 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-17T03:33:22.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.438 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-17T03:33:22.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.509 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T03:33:22.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T03:33:22.578 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link delete ceph-brx 2024-09-17T03:33:22.672 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-17T03:33:22.680 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-17T03:33:22.681 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:33:22.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 -- 172.21.15.45:0/138604921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00ca640 msgr2=0x7f31e00caa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:22.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 --2- 172.21.15.45:0/138604921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00ca640 0x7f31e00caa50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f31e00cbef0 tx=0x7f31d802aa00 comp rx=0 tx=0).stop 2024-09-17T03:33:22.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 -- 172.21.15.45:0/138604921 shutdown_connections 2024-09-17T03:33:22.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 --2- 172.21.15.45:0/138604921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00ca640 0x7f31e00caa50 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:22.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 --2- 172.21.15.45:0/138604921 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f31e00cdbc0 0x7f31e00cdfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:22.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 --2- 172.21.15.45:0/138604921 >> v2:172.21.15.112:3300/0 conn(0x7f31e00744f0 0x7f31e0074900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:22.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 -- 172.21.15.45:0/138604921 >> 172.21.15.45:0/138604921 conn(0x7f31e00cca70 msgr2=0x7f31e00cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:22.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 -- 172.21.15.45:0/138604921 shutdown_connections 2024-09-17T03:33:22.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.800+0000 7f31e704d640 1 -- 172.21.15.45:0/138604921 wait complete. 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.802+0000 7f31e704d640 1 Processor -- start 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.802+0000 7f31e704d640 1 -- start start 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e704d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f31e00744f0 0x7f31e0156860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e704d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f31e00ca640 0x7f31e0155910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e704d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 0x7f31e00c9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e704d640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f31e015bf50 con 0x7f31e00cdbc0 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e704d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f31e00cb4d0 con 0x7f31e00744f0 2024-09-17T03:33:22.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e704d640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f31e015c0d0 con 0x7f31e00ca640 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 0x7f31e00c9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 0x7f31e00c9230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46778/0 (socket says 172.21.15.45:46778) 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 -- 172.21.15.45:0/2506441863 learned_addr learned my addr 172.21.15.45:0/2506441863 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e4de9640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f31e00744f0 0x7f31e0156860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31dffff640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f31e00ca640 0x7f31e0155910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 -- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f31e00ca640 msgr2=0x7f31e0155910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f31e00ca640 0x7f31e0155910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 -- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f31e00744f0 msgr2=0x7f31e0156860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f31e00744f0 0x7f31e0156860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 -- 172.21.15.45:0/2506441863 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e00c8470 con 0x7f31e00cdbc0 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.804+0000 7f31e55ea640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 0x7f31e00c9230 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f31d8005fd0 tx=0x7f31d8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:22.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.805+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d8033050 con 0x7f31e00cdbc0 2024-09-17T03:33:22.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.805+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31d8004250 con 0x7f31e00cdbc0 2024-09-17T03:33:22.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.805+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31e00c8750 con 0x7f31e00cdbc0 2024-09-17T03:33:22.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.805+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d8004680 con 0x7f31e00cdbc0 2024-09-17T03:33:22.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.805+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31e00c8d10 con 0x7f31e00cdbc0 2024-09-17T03:33:22.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.806+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31e0156e00 con 0x7f31e00cdbc0 2024-09-17T03:33:22.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.806+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f31d8036070 con 0x7f31e00cdbc0 2024-09-17T03:33:22.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.807+0000 7f31dd7fa640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f31c0078bc0 0x7f31c007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:22.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.807+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f31d80bbe50 con 0x7f31e00cdbc0 2024-09-17T03:33:22.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.807+0000 7f31e4de9640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f31c0078bc0 0x7f31c007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:22.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.808+0000 7f31e4de9640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f31c0078bc0 0x7f31c007b0d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009a40 tx=0x7f31c8005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:22.812 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.812+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f31d8004820 con 0x7f31e00cdbc0 2024-09-17T03:33:22.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.996+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f31e00c8220 con 0x7f31c0078bc0 2024-09-17T03:33:22.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.997+0000 7f31dd7fa640 1 -- 172.21.15.45:0/2506441863 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13451 (secure 0 0 0) 0x7f31e00c8220 con 0x7f31c0078bc0 2024-09-17T03:33:22.998 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:22.998 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:33:23.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.999+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f31c0078bc0 msgr2=0x7f31c007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.999+0000 7f31e704d640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f31c0078bc0 0x7f31c007b0d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009a40 tx=0x7f31c8005f90 comp rx=0 tx=0).stop 2024-09-17T03:33:23.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.999+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 msgr2=0x7f31e00c9230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:22.999+0000 7f31e704d640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 0x7f31e00c9230 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f31d8005fd0 tx=0x7f31d8003f10 comp rx=0 tx=0).stop 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 shutdown_connections 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f31c0078bc0 0x7f31c007b0d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f31e00cdbc0 0x7f31e00c9230 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f31e00ca640 0x7f31e0155910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 --2- 172.21.15.45:0/2506441863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f31e00744f0 0x7f31e0156860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 >> 172.21.15.45:0/2506441863 conn(0x7f31e00cca70 msgr2=0x7f31e015d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 shutdown_connections 2024-09-17T03:33:23.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.000+0000 7f31e704d640 1 -- 172.21.15.45:0/2506441863 wait complete. 2024-09-17T03:33:23.011 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-09-17T03:33:22.113789+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":237804,"kb_used_data":4932,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736916,"statfs":{"total":773094113280,"available":772850601984,"internally_reserved":0,"allocated":5050368,"data_stored":2874001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7208,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-53,"num_read_kb":-61,"num_write":-55,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001696"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":147,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-17T03:33:17.713776+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:33:17.713776+0000","last_peered":"2024-09-17T03:33:17.713776+0000","last_clean":"2024-09-17T03:33:17.713776+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:33:17.713776+0000","last_undegraded":"2024-09-17T03:33:17.713776+0000","last_fullsized":"2024-09-17T03:33:17.713776+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27500,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":483328,"data_stored":212943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":471040,"data_stored":206532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1064960,"data_stored":796864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28088,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343752,"statfs":{"total":96636764160,"available":96608002048,"internally_reserved":0,"allocated":1085440,"data_stored":805051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31664,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340176,"statfs":{"total":96636764160,"available":96604340224,"internally_reserved":0,"allocated":487424,"data_stored":214646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":199993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:23.012 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:33:23.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 -- 172.21.15.45:0/976156836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 msgr2=0x7f72c0070100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 --2- 172.21.15.45:0/976156836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c0070100 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f72b4009830 tx=0x7f72b402a4a0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 -- 172.21.15.45:0/976156836 shutdown_connections 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 --2- 172.21.15.45:0/976156836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c0070100 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 --2- 172.21.15.45:0/976156836 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f72c00d19b0 0x7f72c00d0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 -- 172.21.15.45:0/976156836 >> 172.21.15.45:0/976156836 conn(0x7f72c00b3ca0 msgr2=0x7f72c00b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 -- 172.21.15.45:0/976156836 shutdown_connections 2024-09-17T03:33:23.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.128+0000 7f72c53f1640 1 -- 172.21.15.45:0/976156836 wait complete. 2024-09-17T03:33:23.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.130+0000 7f72c53f1640 1 Processor -- start 2024-09-17T03:33:23.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.130+0000 7f72c53f1640 1 -- start start 2024-09-17T03:33:23.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72c53f1640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 0x7f72c014c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72c53f1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c01519f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72c53f1640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f72c00d19b0 0x7f72c0151f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72c53f1640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f72c0070de0 con 0x7f72c0070640 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72c53f1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f72c0070c60 con 0x7f72c0071670 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72c53f1640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f72c0153480 con 0x7f72c00d19b0 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72beffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 0x7f72c014c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72beffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 0x7f72c014c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46788/0 (socket says 172.21.15.45:46788) 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72beffd640 1 -- 172.21.15.45:0/407377 learned_addr learned my addr 172.21.15.45:0/407377 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72be7fc640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c01519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.131+0000 7f72bf7fe640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f72c00d19b0 0x7f72c0151f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72beffd640 1 -- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f72c00d19b0 msgr2=0x7f72c0151f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72beffd640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f72c00d19b0 0x7f72c0151f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72beffd640 1 -- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 msgr2=0x7f72c01519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72beffd640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c01519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72beffd640 1 -- 172.21.15.45:0/407377 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c014f7b0 con 0x7f72c0070640 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72be7fc640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72beffd640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 0x7f72c014c8f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f72b000e790 tx=0x7f72b000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b000eea0 con 0x7f72c0070640 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72b000cdb0 con 0x7f72c0070640 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c014fa90 con 0x7f72c0070640 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b0010690 con 0x7f72c0070640 2024-09-17T03:33:23.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.132+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c0150050 con 0x7f72c0070640 2024-09-17T03:33:23.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.133+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72c006da40 con 0x7f72c0070640 2024-09-17T03:33:23.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.134+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f72b0010830 con 0x7f72c0070640 2024-09-17T03:33:23.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.134+0000 7f72a77fe640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f72ac078b90 0x7f72ac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.134+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f72b009b6d0 con 0x7f72c0070640 2024-09-17T03:33:23.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.135+0000 7f72be7fc640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f72ac078b90 0x7f72ac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.135+0000 7f72be7fc640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f72ac078b90 0x7f72ac07b0a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f72b4034000 tx=0x7f72b4004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:23.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.139+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f72c006da40 con 0x7f72c0070640 2024-09-17T03:33:23.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.321+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f72c0153950 con 0x7f72ac078b90 2024-09-17T03:33:23.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.322+0000 7f72a77fe640 1 -- 172.21.15.45:0/407377 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13451 (secure 0 0 0) 0x7f72c0153950 con 0x7f72ac078b90 2024-09-17T03:33:23.322 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:23.323 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f72ac078b90 msgr2=0x7f72ac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f72ac078b90 0x7f72ac07b0a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f72b4034000 tx=0x7f72b4004730 comp rx=0 tx=0).stop 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 msgr2=0x7f72c014c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 0x7f72c014c8f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f72b000e790 tx=0x7f72b000ec50 comp rx=0 tx=0).stop 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 shutdown_connections 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f72ac078b90 0x7f72ac07b0a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72c0071670 0x7f72c01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f72c00d19b0 0x7f72c0151f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 --2- 172.21.15.45:0/407377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f72c0070640 0x7f72c014c8f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 >> 172.21.15.45:0/407377 conn(0x7f72c00b3ca0 msgr2=0x7f72c00c7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 shutdown_connections 2024-09-17T03:33:23.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.324+0000 7f72c53f1640 1 -- 172.21.15.45:0/407377 wait complete. 2024-09-17T03:33:23.336 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-09-17T03:33:22.113789+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":237804,"kb_used_data":4932,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736916,"statfs":{"total":773094113280,"available":772850601984,"internally_reserved":0,"allocated":5050368,"data_stored":2874001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7208,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-53,"num_read_kb":-61,"num_write":-55,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001696"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":147,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-17T03:33:17.713776+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:33:17.713776+0000","last_peered":"2024-09-17T03:33:17.713776+0000","last_clean":"2024-09-17T03:33:17.713776+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:33:17.713776+0000","last_undegraded":"2024-09-17T03:33:17.713776+0000","last_fullsized":"2024-09-17T03:33:17.713776+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27500,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":483328,"data_stored":212943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":471040,"data_stored":206532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1064960,"data_stored":796864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28088,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343752,"statfs":{"total":96636764160,"available":96608002048,"internally_reserved":0,"allocated":1085440,"data_stored":805051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31664,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340176,"statfs":{"total":96636764160,"available":96604340224,"internally_reserved":0,"allocated":487424,"data_stored":214646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":199993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:23.337 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-17T03:33:23.337 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:33:23.454 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 -- 172.21.15.45:0/1204725207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf0015ff20 msgr2=0x7faf00070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 --2- 172.21.15.45:0/1204725207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf0015ff20 0x7faf00070e40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7faf00072110 tx=0x7faef002a4a0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 -- 172.21.15.45:0/1204725207 shutdown_connections 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 --2- 172.21.15.45:0/1204725207 >> v2:172.21.15.112:3300/0 conn(0x7faf000d1c40 0x7faf00072be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 --2- 172.21.15.45:0/1204725207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf0015ff20 0x7faf00070e40 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 -- 172.21.15.45:0/1204725207 >> 172.21.15.45:0/1204725207 conn(0x7faf000ceee0 msgr2=0x7faf000cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 -- 172.21.15.45:0/1204725207 shutdown_connections 2024-09-17T03:33:23.455 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.453+0000 7faf05ad5640 1 -- 172.21.15.45:0/1204725207 wait complete. 2024-09-17T03:33:23.456 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.455+0000 7faf05ad5640 1 Processor -- start 2024-09-17T03:33:23.456 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.455+0000 7faf05ad5640 1 -- start start 2024-09-17T03:33:23.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faf05ad5640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7faf000d1830 0x7faf00150df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faf05ad5640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 0x7faf001598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faf05ad5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf0015ff20 0x7faf00159de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faf05ad5640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7faf0015cea0 con 0x7faf000d1c40 2024-09-17T03:33:23.458 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faf05ad5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7faf000734d0 con 0x7faf0015ff20 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faf05ad5640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7faf0015d020 con 0x7faf000d1830 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 0x7faf001598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 0x7faf001598a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46806/0 (socket says 172.21.15.45:46806) 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 -- 172.21.15.45:0/3608851556 learned_addr learned my addr 172.21.15.45:0/3608851556 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefffff640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf0015ff20 0x7faf00159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faeff7fe640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7faf000d1830 0x7faf00150df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 -- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7faf000d1830 msgr2=0x7faf00150df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7faf000d1830 0x7faf00150df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 -- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf0015ff20 msgr2=0x7faf00159de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf0015ff20 0x7faf00159de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 -- 172.21.15.45:0/3608851556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf001f35d0 con 0x7faf000d1c40 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faefeffd640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 0x7faf001598a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faef400c370 tx=0x7faef400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:23.459 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.457+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faef4017070 con 0x7faf000d1c40 2024-09-17T03:33:23.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.458+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faef40035f0 con 0x7faf000d1c40 2024-09-17T03:33:23.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.458+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faef4003a40 con 0x7faf000d1c40 2024-09-17T03:33:23.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.458+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf000b5620 con 0x7faf000d1c40 2024-09-17T03:33:23.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.458+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf001f3850 con 0x7faf000d1c40 2024-09-17T03:33:23.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.459+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf000b5890 con 0x7faf000d1c40 2024-09-17T03:33:23.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.459+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faef401a070 con 0x7faf000d1c40 2024-09-17T03:33:23.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.460+0000 7faee7fff640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7faeec078b90 0x7faeec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.460+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7faef4099e60 con 0x7faf000d1c40 2024-09-17T03:33:23.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.460+0000 7faeff7fe640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7faeec078b90 0x7faeec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.461+0000 7faeff7fe640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7faeec078b90 0x7faeec07b0a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faef0034000 tx=0x7faef0004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:23.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.465+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7faf001f35d0 con 0x7faf000d1c40 2024-09-17T03:33:23.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.648+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faf000ce7f0 con 0x7faeec078b90 2024-09-17T03:33:23.649 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.649+0000 7faee7fff640 1 -- 172.21.15.45:0/3608851556 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13451 (secure 0 0 0) 0x7faf000ce7f0 con 0x7faeec078b90 2024-09-17T03:33:23.649 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:23.650 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:33:23.651 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7faeec078b90 msgr2=0x7faeec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.651 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7faeec078b90 0x7faeec07b0a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faef0034000 tx=0x7faef0004730 comp rx=0 tx=0).stop 2024-09-17T03:33:23.651 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 msgr2=0x7faf001598a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 0x7faf001598a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faef400c370 tx=0x7faef400c830 comp rx=0 tx=0).stop 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 shutdown_connections 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7faeec078b90 0x7faeec07b0a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf0015ff20 0x7faf00159de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf000d1c40 0x7faf001598a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 --2- 172.21.15.45:0/3608851556 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7faf000d1830 0x7faf00150df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 >> 172.21.15.45:0/3608851556 conn(0x7faf000ceee0 msgr2=0x7faf00070100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 shutdown_connections 2024-09-17T03:33:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.651+0000 7faf05ad5640 1 -- 172.21.15.45:0/3608851556 wait complete. 2024-09-17T03:33:23.663 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-09-17T03:33:22.113789+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":237804,"kb_used_data":4932,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736916,"statfs":{"total":773094113280,"available":772850601984,"internally_reserved":0,"allocated":5050368,"data_stored":2874001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7208,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-53,"num_read_kb":-61,"num_write":-55,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001696"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":147,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-17T03:33:17.713776+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:33:17.713776+0000","last_peered":"2024-09-17T03:33:17.713776+0000","last_clean":"2024-09-17T03:33:17.713776+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:33:17.713776+0000","last_undegraded":"2024-09-17T03:33:17.713776+0000","last_fullsized":"2024-09-17T03:33:17.713776+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27500,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":483328,"data_stored":212943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":471040,"data_stored":206532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1064960,"data_stored":796864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28088,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343752,"statfs":{"total":96636764160,"available":96608002048,"internally_reserved":0,"allocated":1085440,"data_stored":805051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31664,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340176,"statfs":{"total":96636764160,"available":96604340224,"internally_reserved":0,"allocated":487424,"data_stored":214646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":199993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:23.663 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 -- 172.21.15.45:0/68450632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 msgr2=0x7f5ea4072be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 --2- 172.21.15.45:0/68450632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea4072be0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c005fd0 tx=0x7f5e9c02aa00 comp rx=0 tx=0).stop 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 -- 172.21.15.45:0/68450632 shutdown_connections 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 --2- 172.21.15.45:0/68450632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea4072be0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 --2- 172.21.15.45:0/68450632 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea40d1830 0x7f5ea4070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 -- 172.21.15.45:0/68450632 >> 172.21.15.45:0/68450632 conn(0x7f5ea40ceee0 msgr2=0x7f5ea40cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 -- 172.21.15.45:0/68450632 shutdown_connections 2024-09-17T03:33:23.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.779+0000 7f5eac36e640 1 -- 172.21.15.45:0/68450632 wait complete. 2024-09-17T03:33:23.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.781+0000 7f5eac36e640 1 Processor -- start 2024-09-17T03:33:23.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.781+0000 7f5eac36e640 1 -- start start 2024-09-17T03:33:23.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5eac36e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea40d1830 0x7f5ea40c5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5eac36e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea414e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5eac36e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea415ff20 0x7f5ea41577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5eac36e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea415d020 con 0x7f5ea40d1c40 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5eac36e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea415cea0 con 0x7f5ea40d1830 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5eac36e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f5ea415d1a0 con 0x7f5ea415ff20 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5ea9909640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea414e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.782+0000 7f5ea9909640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea414e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46826/0 (socket says 172.21.15.45:46826) 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 -- 172.21.15.45:0/2295202702 learned_addr learned my addr 172.21.15.45:0/2295202702 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5eaa10a640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea40d1830 0x7f5ea40c5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5eaa90b640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea415ff20 0x7f5ea41577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 -- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea415ff20 msgr2=0x7f5ea41577c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea415ff20 0x7f5ea41577c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 -- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea40d1830 msgr2=0x7f5ea40c5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea40d1830 0x7f5ea40c5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 -- 172.21.15.45:0/2295202702 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea40c8ce0 con 0x7f5ea40d1c40 2024-09-17T03:33:23.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5eaa90b640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea415ff20 0x7f5ea41577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5ea9909640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea414e310 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400c970 tx=0x7f5e9400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e94007bb0 con 0x7f5ea40d1c40 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e94007e40 con 0x7f5ea40d1c40 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea4157000 con 0x7f5ea40d1c40 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e9400f6b0 con 0x7f5ea40d1c40 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.783+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea41572a0 con 0x7f5ea40d1c40 2024-09-17T03:33:23.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.784+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ea41f4640 con 0x7f5ea40d1c40 2024-09-17T03:33:23.787 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.785+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5e9400f850 con 0x7f5ea40d1c40 2024-09-17T03:33:23.787 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.786+0000 7f5e9affd640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5e88078b90 0x7f5e8807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:23.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.786+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f5e9409b460 con 0x7f5ea40d1c40 2024-09-17T03:33:23.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.786+0000 7f5eaa10a640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5e88078b90 0x7f5e8807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:23.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.786+0000 7f5eaa10a640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5e88078b90 0x7f5e8807b0a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0006fd0 tx=0x7f5ea0009060 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:23.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.790+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f5e94014030 con 0x7f5ea40d1c40 2024-09-17T03:33:23.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.976+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5ea4050fc0 con 0x7f5ea40d1c40 2024-09-17T03:33:23.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.977+0000 7f5e9affd640 1 -- 172.21.15.45:0/2295202702 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+13427 (secure 0 0 0) 0x7f5ea4050fc0 con 0x7f5ea40d1c40 2024-09-17T03:33:23.977 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:23.977 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":43,"fsid":"268d12fa-d9d7-4546-bc33-c6ac34cae2f6","created":"2024-09-17T03:31:37.682889+0000","modified":"2024-09-17T03:33:20.940317+0000","last_up_change":"2024-09-17T03:31:50.801575+0000","last_in_change":"2024-09-17T03:31:41.295757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T03:31:50.109355+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"38f55610-7f15-4ea5-95db-2fe64db5e214","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6825","nonce":2459086915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6827","nonce":2459086915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6831","nonce":2459086915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2459086915},{"type":"v1","addr":"172.21.15.45:6829","nonce":2459086915}]},"public_addr":"172.21.15.45:6825/2459086915","cluster_addr":"172.21.15.45:6827/2459086915","heartbeat_back_addr":"172.21.15.45:6831/2459086915","heartbeat_front_addr":"172.21.15.45:6829/2459086915","state":["exists","up"]},{"osd":1,"uuid":"4c0a1827-a58c-4406-8e46-e886a9458844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6801","nonce":268716190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6803","nonce":268716190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6807","nonce":268716190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":268716190},{"type":"v1","addr":"172.21.15.45:6805","nonce":268716190}]},"public_addr":"172.21.15.45:6801/268716190","cluster_addr":"172.21.15.45:6803/268716190","heartbeat_back_addr":"172.21.15.45:6807/268716190","heartbeat_front_addr":"172.21.15.45:6805/268716190","state":["exists","up"]},{"osd":2,"uuid":"79d37033-0e84-4dec-a4fd-e459ece054ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6817","nonce":1215615436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6819","nonce":1215615436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6823","nonce":1215615436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":1215615436},{"type":"v1","addr":"172.21.15.45:6821","nonce":1215615436}]},"public_addr":"172.21.15.45:6817/1215615436","cluster_addr":"172.21.15.45:6819/1215615436","heartbeat_back_addr":"172.21.15.45:6823/1215615436","heartbeat_front_addr":"172.21.15.45:6821/1215615436","state":["exists","up"]},{"osd":3,"uuid":"b92bc19a-bb4c-40b2-ba68-ad75cb6f5736","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6809","nonce":3524584458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6811","nonce":3524584458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6815","nonce":3524584458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":3524584458},{"type":"v1","addr":"172.21.15.45:6813","nonce":3524584458}]},"public_addr":"172.21.15.45:6809/3524584458","cluster_addr":"172.21.15.45:6811/3524584458","heartbeat_back_addr":"172.21.15.45:6815/3524584458","heartbeat_front_addr":"172.21.15.45:6813/3524584458","state":["exists","up"]},{"osd":4,"uuid":"43d423a4-ef3e-4067-a86b-53c166ebdee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6819","nonce":3396156936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6821","nonce":3396156936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6825","nonce":3396156936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3396156936},{"type":"v1","addr":"172.21.15.112:6823","nonce":3396156936}]},"public_addr":"172.21.15.112:6819/3396156936","cluster_addr":"172.21.15.112:6821/3396156936","heartbeat_back_addr":"172.21.15.112:6825/3396156936","heartbeat_front_addr":"172.21.15.112:6823/3396156936","state":["exists","up"]},{"osd":5,"uuid":"ef3b4b6d-13c0-4864-91a3-166f425aeccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6811","nonce":1901163505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6813","nonce":1901163505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6817","nonce":1901163505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":1901163505},{"type":"v1","addr":"172.21.15.112:6815","nonce":1901163505}]},"public_addr":"172.21.15.112:6811/1901163505","cluster_addr":"172.21.15.112:6813/1901163505","heartbeat_back_addr":"172.21.15.112:6817/1901163505","heartbeat_front_addr":"172.21.15.112:6815/1901163505","state":["exists","up"]},{"osd":6,"uuid":"16eba8d6-d128-424c-a728-fb81e92a106c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6827","nonce":120620348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6829","nonce":120620348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6833","nonce":120620348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":120620348},{"type":"v1","addr":"172.21.15.112:6831","nonce":120620348}]},"public_addr":"172.21.15.112:6827/120620348","cluster_addr":"172.21.15.112:6829/120620348","heartbeat_back_addr":"172.21.15.112:6833/120620348","heartbeat_front_addr":"172.21.15.112:6831/120620348","state":["exists","up"]},{"osd":7,"uuid":"74e7cae3-d71c-4f35-be2c-d83b9db94316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6803","nonce":495634745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6805","nonce":495634745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6809","nonce":495634745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":495634745},{"type":"v1","addr":"172.21.15.112:6807","nonce":495634745}]},"public_addr":"172.21.15.112:6803/495634745","cluster_addr":"172.21.15.112:6805/495634745","heartbeat_back_addr":"172.21.15.112:6809/495634745","heartbeat_front_addr":"172.21.15.112:6807/495634745","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.132254+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.391165+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.910574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.597881+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.259861+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.124979+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:48.042430+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T03:31:47.312477+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6836/3125286638":"2024-09-18T03:33:17.702659+0000","172.21.15.112:6834/3125286638":"2024-09-18T03:33:17.702659+0000","172.21.15.112:6836/3657608584":"2024-09-18T03:33:06.865884+0000","172.21.15.112:6834/3657608584":"2024-09-18T03:33:06.865884+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T03:33:23.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5e88078b90 msgr2=0x7f5e8807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5e88078b90 0x7f5e8807b0a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0006fd0 tx=0x7f5ea0009060 comp rx=0 tx=0).stop 2024-09-17T03:33:23.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 msgr2=0x7f5ea414e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea414e310 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400c970 tx=0x7f5e9400ce30 comp rx=0 tx=0).stop 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 shutdown_connections 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5e88078b90 0x7f5e8807b0a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ea415ff20 0x7f5ea41577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea40d1c40 0x7f5ea414e310 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 --2- 172.21.15.45:0/2295202702 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea40d1830 0x7f5ea40c5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 >> 172.21.15.45:0/2295202702 conn(0x7f5ea40ceee0 msgr2=0x7f5ea40cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 shutdown_connections 2024-09-17T03:33:23.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:23.979+0000 7f5eac36e640 1 -- 172.21.15.45:0/2295202702 wait complete. 2024-09-17T03:33:24.991 INFO:tasks.ceph:Scrubbing osd.0 2024-09-17T03:33:24.992 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:25.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 -- 172.21.15.45:0/1937030404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 msgr2=0x7f8e700ce130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 --2- 172.21.15.45:0/1937030404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e700ce130 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f8e7006d6e0 tx=0x7f8e6802aa30 comp rx=0 tx=0).stop 2024-09-17T03:33:25.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 -- 172.21.15.45:0/1937030404 shutdown_connections 2024-09-17T03:33:25.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 --2- 172.21.15.45:0/1937030404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e700ce130 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 --2- 172.21.15.45:0/1937030404 >> v2:172.21.15.112:3300/0 conn(0x7f8e7013f0c0 0x7f8e70141ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 -- 172.21.15.45:0/1937030404 >> 172.21.15.45:0/1937030404 conn(0x7f8e700b3220 msgr2=0x7f8e700cda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 -- 172.21.15.45:0/1937030404 shutdown_connections 2024-09-17T03:33:25.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.131+0000 7f8e775eb640 1 -- 172.21.15.45:0/1937030404 wait complete. 2024-09-17T03:33:25.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.133+0000 7f8e775eb640 1 Processor -- start 2024-09-17T03:33:25.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.133+0000 7f8e775eb640 1 -- start start 2024-09-17T03:33:25.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e775eb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e7013f0c0 0x7f8e701f63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e775eb640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e7015f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e775eb640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e7015c9d0 0x7f8e701536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e775eb640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f8e700cea80 con 0x7f8e70141ff0 2024-09-17T03:33:25.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e775eb640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8e700ce900 con 0x7f8e7013f0c0 2024-09-17T03:33:25.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e775eb640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f8e700cced0 con 0x7f8e7015c9d0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e7015f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e7015f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46834/0 (socket says 172.21.15.45:46834) 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 -- 172.21.15.45:0/10275144 learned_addr learned my addr 172.21.15.45:0/10275144 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e75387640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e7013f0c0 0x7f8e701f63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e75b88640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e7015c9d0 0x7f8e701536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 -- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e7015c9d0 msgr2=0x7f8e701536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f8e7015c9d0 0x7f8e701536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 -- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e7013f0c0 msgr2=0x7f8e701f63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8e7013f0c0 0x7f8e701f63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 -- 172.21.15.45:0/10275144 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e701f6c80 con 0x7f8e70141ff0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e74b86640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e7015f620 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8e6400e7f0 tx=0x7f8e6400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.135+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6400eea0 con 0x7f8e70141ff0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.136+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e6400ccc0 con 0x7f8e70141ff0 2024-09-17T03:33:25.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.136+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e701f6f60 con 0x7f8e70141ff0 2024-09-17T03:33:25.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.136+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e64004280 con 0x7f8e70141ff0 2024-09-17T03:33:25.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.136+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e701f2ec0 con 0x7f8e70141ff0 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.137+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8e70071380 con 0x7f8e70141ff0 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.137+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8e640035f0 con 0x7f8e70141ff0 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e61ffb640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e54078b90 0x7f8e5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f8e6409b430 con 0x7f8e70141ff0 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e75387640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e54078b90 0x7f8e5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e61ffb640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7f8e5407f120 0x7f8e540815b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 --> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8e64021e50 con 0x7f8e5407f120 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f8e640a2050 con 0x7f8e70141ff0 2024-09-17T03:33:25.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.138+0000 7f8e75b88640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7f8e5407f120 0x7f8e540815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.139+0000 7f8e75387640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e54078b90 0x7f8e5407b0a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c000f60 tx=0x7f8e6c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.139+0000 7f8e75b88640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7f8e5407f120 0x7f8e540815b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.139+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== osd.0 v2:172.21.15.45:6824/2459086915 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8e64021e50 con 0x7f8e5407f120 2024-09-17T03:33:25.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.152+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 --> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8e701f6a30 con 0x7f8e5407f120 2024-09-17T03:33:25.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e61ffb640 1 -- 172.21.15.45:0/10275144 <== osd.0 v2:172.21.15.45:6824/2459086915 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8e701f6a30 con 0x7f8e5407f120 2024-09-17T03:33:25.153 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:25.153 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:25.153 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:25.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7f8e5407f120 msgr2=0x7f8e540815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:6824/2459086915,v1:172.21.15.45:6825/2459086915] conn(0x7f8e5407f120 0x7f8e540815b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e54078b90 msgr2=0x7f8e5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8e54078b90 0x7f8e5407b0a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c000f60 tx=0x7f8e6c009040 comp rx=0 tx=0).stop 2024-09-17T03:33:25.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 msgr2=0x7f8e7015f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 --2- 172.21.15.45:0/10275144 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8e70141ff0 0x7f8e7015f620 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8e6400e7f0 tx=0x7f8e6400ecb0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e75b88640 1 -- 172.21.15.45:0/10275144 reap_dead start 2024-09-17T03:33:25.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 shutdown_connections 2024-09-17T03:33:25.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 >> 172.21.15.45:0/10275144 conn(0x7f8e700b3220 msgr2=0x7f8e7015a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 shutdown_connections 2024-09-17T03:33:25.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.153+0000 7f8e775eb640 1 -- 172.21.15.45:0/10275144 wait complete. 2024-09-17T03:33:25.165 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-17T03:33:25.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 -- 172.21.15.45:0/791872717 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4300ccc20 msgr2=0x7fc4301602c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 --2- 172.21.15.45:0/791872717 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4300ccc20 0x7fc4301602c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc418005fd0 tx=0x7fc41802a540 comp rx=0 tx=0).stop 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 -- 172.21.15.45:0/791872717 shutdown_connections 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 --2- 172.21.15.45:0/791872717 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4300ccc20 0x7fc4301602c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 --2- 172.21.15.45:0/791872717 >> v2:172.21.15.112:3300/0 conn(0x7fc43015ca30 0x7fc4300cc6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 -- 172.21.15.45:0/791872717 >> 172.21.15.45:0/791872717 conn(0x7fc4300b3b80 msgr2=0x7fc4300b3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 -- 172.21.15.45:0/791872717 shutdown_connections 2024-09-17T03:33:25.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.283+0000 7fc435c9b640 1 -- 172.21.15.45:0/791872717 wait complete. 2024-09-17T03:33:25.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.285+0000 7fc435c9b640 1 Processor -- start 2024-09-17T03:33:25.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.285+0000 7fc435c9b640 1 -- start start 2024-09-17T03:33:25.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc435c9b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4300ccc20 0x7fc4301f60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc435c9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 0x7fc430152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc435c9b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc430160800 0x7fc43006def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc435c9b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc4301534e0 con 0x7fc43015ca30 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc435c9b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc430153360 con 0x7fc4300ccc20 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc435c9b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc430153660 con 0x7fc430160800 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 0x7fc430152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 0x7fc430152580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46844/0 (socket says 172.21.15.45:46844) 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 -- 172.21.15.45:0/4198396511 learned_addr learned my addr 172.21.15.45:0/4198396511 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc42f7fe640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4300ccc20 0x7fc4301f60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc42ffff640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc430160800 0x7fc43006def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 -- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc430160800 msgr2=0x7fc43006def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc430160800 0x7fc43006def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 -- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4300ccc20 msgr2=0x7fc4301f60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4300ccc20 0x7fc4301f60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.286+0000 7fc427fff640 1 -- 172.21.15.45:0/4198396511 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4301f6630 con 0x7fc43015ca30 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.287+0000 7fc427fff640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 0x7fc430152580 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc418034040 tx=0x7fc4180038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.287+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41803e030 con 0x7fc43015ca30 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.287+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc418003db0 con 0x7fc43015ca30 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.287+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4301f9780 con 0x7fc43015ca30 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.287+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418035040 con 0x7fc43015ca30 2024-09-17T03:33:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.287+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4301f58f0 con 0x7fc43015ca30 2024-09-17T03:33:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.288+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4301f56e0 con 0x7fc43015ca30 2024-09-17T03:33:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.289+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc418041030 con 0x7fc43015ca30 2024-09-17T03:33:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.289+0000 7fc42cff9640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc410078b90 0x7fc41007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.290+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fc4180bb270 con 0x7fc43015ca30 2024-09-17T03:33:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.290+0000 7fc42f7fe640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc410078b90 0x7fc41007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.290+0000 7fc42f7fe640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc410078b90 0x7fc41007b0a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc4200095f0 tx=0x7fc420005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.294+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fc418083210 con 0x7fc43015ca30 2024-09-17T03:33:25.485 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.484+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fc4301e62d0 con 0x7fc410078b90 2024-09-17T03:33:25.485 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.485+0000 7fc42cff9640 1 -- 172.21.15.45:0/4198396511 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc4301e62d0 con 0x7fc410078b90 2024-09-17T03:33:25.486 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 0 to deep-scrub 2024-09-17T03:33:25.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc410078b90 msgr2=0x7fc41007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc410078b90 0x7fc41007b0a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc4200095f0 tx=0x7fc420005f90 comp rx=0 tx=0).stop 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 msgr2=0x7fc430152580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 0x7fc430152580 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc418034040 tx=0x7fc4180038a0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 shutdown_connections 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc410078b90 0x7fc41007b0a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc430160800 0x7fc43006def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43015ca30 0x7fc430152580 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 --2- 172.21.15.45:0/4198396511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4300ccc20 0x7fc4301f60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 >> 172.21.15.45:0/4198396511 conn(0x7fc4300b3b80 msgr2=0x7fc4300b2f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 shutdown_connections 2024-09-17T03:33:25.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.488+0000 7fc435c9b640 1 -- 172.21.15.45:0/4198396511 wait complete. 2024-09-17T03:33:25.500 INFO:tasks.ceph:Scrubbing osd.1 2024-09-17T03:33:25.500 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:25.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 -- 172.21.15.45:0/469164026 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 msgr2=0x7f3a1c1601e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 --2- 172.21.15.45:0/469164026 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c1601e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c073c80 tx=0x7f3a1402aa30 comp rx=0 tx=0).stop 2024-09-17T03:33:25.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 -- 172.21.15.45:0/469164026 shutdown_connections 2024-09-17T03:33:25.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 --2- 172.21.15.45:0/469164026 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c1601e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 --2- 172.21.15.45:0/469164026 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3a1c0cc6c0 0x7f3a1c0ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 --2- 172.21.15.45:0/469164026 >> v2:172.21.15.112:3300/0 conn(0x7f3a1c1567c0 0x7f3a1c070100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.622+0000 7f3a209c6640 1 -- 172.21.15.45:0/469164026 >> 172.21.15.45:0/469164026 conn(0x7f3a1c0d2070 msgr2=0x7f3a1c0d2480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.623+0000 7f3a209c6640 1 -- 172.21.15.45:0/469164026 shutdown_connections 2024-09-17T03:33:25.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.623+0000 7f3a209c6640 1 -- 172.21.15.45:0/469164026 wait complete. 2024-09-17T03:33:25.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.624+0000 7f3a209c6640 1 Processor -- start 2024-09-17T03:33:25.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.625+0000 7f3a209c6640 1 -- start start 2024-09-17T03:33:25.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a209c6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3a1c0cc6c0 0x7f3a1c0cbef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a209c6640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3a1c1567c0 0x7f3a1c155060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a209c6640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c15b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a209c6640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f3a1c15ca00 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a209c6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3a1c070850 con 0x7f3a1c0cc6c0 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a209c6640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f3a1c15cb80 con 0x7f3a1c1567c0 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c15b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c15b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46868/0 (socket says 172.21.15.45:46868) 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 -- 172.21.15.45:0/3161086753 learned_addr learned my addr 172.21.15.45:0/3161086753 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a19d9b640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3a1c1567c0 0x7f3a1c155060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1a59c640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3a1c0cc6c0 0x7f3a1c0cbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 -- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3a1c1567c0 msgr2=0x7f3a1c155060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f3a1c1567c0 0x7f3a1c155060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 -- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3a1c0cc6c0 msgr2=0x7f3a1c0cbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3a1c0cc6c0 0x7f3a1c0cbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.626+0000 7f3a1ad9d640 1 -- 172.21.15.45:0/3161086753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a1c0b6ca0 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.627+0000 7f3a1ad9d640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c15b7b0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3a1402b020 tx=0x7f3a14003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.627+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14033050 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.627+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a14004450 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.627+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a1c0b6f80 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.627+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14038450 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.627+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a1c0b7540 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.628+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3a1c1609a0 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3a14036070 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a0affd640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f39fc078b90 0x7f39fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f3a140bbe60 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a1a59c640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f39fc078b90 0x7f39fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a0affd640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f39fc07f120 0x7f39fc0815b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 --> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3a1402eec0 con 0x7f39fc07f120 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3a140be560 con 0x7f3a1c15fdd0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.629+0000 7f3a19d9b640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f39fc07f120 0x7f39fc0815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.630+0000 7f3a1a59c640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f39fc078b90 0x7f39fc07b0a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c009ab0 tx=0x7f3a0c005f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.630+0000 7f3a19d9b640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f39fc07f120 0x7f39fc0815b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.631+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== osd.1 v2:172.21.15.45:6800/268716190 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3a1402eec0 con 0x7f39fc07f120 2024-09-17T03:33:25.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 --> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3a1c157aa0 con 0x7f39fc07f120 2024-09-17T03:33:25.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a0affd640 1 -- 172.21.15.45:0/3161086753 <== osd.1 v2:172.21.15.45:6800/268716190 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f3a1c157aa0 con 0x7f39fc07f120 2024-09-17T03:33:25.645 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:25.645 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:25.645 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:25.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f39fc07f120 msgr2=0x7f39fc0815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:6800/268716190,v1:172.21.15.45:6801/268716190] conn(0x7f39fc07f120 0x7f39fc0815b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f39fc078b90 msgr2=0x7f39fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f39fc078b90 0x7f39fc07b0a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c009ab0 tx=0x7f3a0c005f90 comp rx=0 tx=0).stop 2024-09-17T03:33:25.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 msgr2=0x7f3a1c15b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 --2- 172.21.15.45:0/3161086753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a1c15fdd0 0x7f3a1c15b7b0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3a1402b020 tx=0x7f3a14003f10 comp rx=0 tx=0).stop 2024-09-17T03:33:25.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a1ad9d640 1 -- 172.21.15.45:0/3161086753 reap_dead start 2024-09-17T03:33:25.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 shutdown_connections 2024-09-17T03:33:25.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 >> 172.21.15.45:0/3161086753 conn(0x7f3a1c0d2070 msgr2=0x7f3a1c0d12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.644+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 shutdown_connections 2024-09-17T03:33:25.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.645+0000 7f3a209c6640 1 -- 172.21.15.45:0/3161086753 wait complete. 2024-09-17T03:33:25.655 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-17T03:33:25.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 -- 172.21.15.45:0/1758103632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 msgr2=0x7fb4300cf420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 --2- 172.21.15.45:0/1758103632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4300cf420 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fb4300cee50 tx=0x7fb42002a4f0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 -- 172.21.15.45:0/1758103632 shutdown_connections 2024-09-17T03:33:25.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 --2- 172.21.15.45:0/1758103632 >> v2:172.21.15.112:3300/0 conn(0x7fb4300cd630 0x7fb43006f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 --2- 172.21.15.45:0/1758103632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4300cf420 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 -- 172.21.15.45:0/1758103632 >> 172.21.15.45:0/1758103632 conn(0x7fb430073b80 msgr2=0x7fb430073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 -- 172.21.15.45:0/1758103632 shutdown_connections 2024-09-17T03:33:25.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.775+0000 7fb43489b640 1 -- 172.21.15.45:0/1758103632 wait complete. 2024-09-17T03:33:25.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.778+0000 7fb43489b640 1 Processor -- start 2024-09-17T03:33:25.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.778+0000 7fb43489b640 1 -- start start 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.780+0000 7fb43489b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb4300cd630 0x7fb4301f5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.780+0000 7fb43489b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4301f6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb43489b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb43015b010 0x7fb4301527b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb43489b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fb43015f260 con 0x7fb4300d0180 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb43489b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb43015f0e0 con 0x7fb43015b010 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb43489b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fb43015f3e0 con 0x7fb4300cd630 2024-09-17T03:33:25.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4301f6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4301f6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46886/0 (socket says 172.21.15.45:46886) 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 -- 172.21.15.45:0/2191251251 learned_addr learned my addr 172.21.15.45:0/2191251251 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb42e59c640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb4300cd630 0x7fb4301f5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb42ed9d640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb43015b010 0x7fb4301527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 -- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb4300cd630 msgr2=0x7fb4301f5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb4300cd630 0x7fb4301f5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 -- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb43015b010 msgr2=0x7fb4301527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb43015b010 0x7fb4301527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 -- 172.21.15.45:0/2191251251 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb43014fc40 con 0x7fb4300d0180 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb427fff640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4301f6220 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb418009fd0 tx=0x7fb41800ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41800ccc0 con 0x7fb4300d0180 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb41800ee70 con 0x7fb4300d0180 2024-09-17T03:33:25.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4301547f0 con 0x7fb4300d0180 2024-09-17T03:33:25.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41800ce60 con 0x7fb4300d0180 2024-09-17T03:33:25.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.781+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb43013e410 con 0x7fb4300d0180 2024-09-17T03:33:25.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.783+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb43015f870 con 0x7fb4300d0180 2024-09-17T03:33:25.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.783+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb418005260 con 0x7fb4300d0180 2024-09-17T03:33:25.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.784+0000 7fb426ffd640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb410078b90 0x7fb41007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:25.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.784+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fb41809b3c0 con 0x7fb4300d0180 2024-09-17T03:33:25.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.784+0000 7fb42e59c640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb410078b90 0x7fb41007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:25.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.784+0000 7fb42e59c640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb410078b90 0x7fb41007b0a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb420033000 tx=0x7fb420004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:25.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.788+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fb418063360 con 0x7fb4300d0180 2024-09-17T03:33:25.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.976+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fb43014ff20 con 0x7fb410078b90 2024-09-17T03:33:25.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.977+0000 7fb426ffd640 1 -- 172.21.15.45:0/2191251251 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb43014ff20 con 0x7fb410078b90 2024-09-17T03:33:25.977 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 1 to deep-scrub 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb410078b90 msgr2=0x7fb41007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb410078b90 0x7fb41007b0a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb420033000 tx=0x7fb420004730 comp rx=0 tx=0).stop 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 msgr2=0x7fb4301f6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4301f6220 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb418009fd0 tx=0x7fb41800ec20 comp rx=0 tx=0).stop 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 shutdown_connections 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb410078b90 0x7fb41007b0a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb43015b010 0x7fb4301527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4300d0180 0x7fb4301f6220 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 --2- 172.21.15.45:0/2191251251 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb4300cd630 0x7fb4301f5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 >> 172.21.15.45:0/2191251251 conn(0x7fb430073b80 msgr2=0x7fb430156bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 shutdown_connections 2024-09-17T03:33:25.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:25.979+0000 7fb43489b640 1 -- 172.21.15.45:0/2191251251 wait complete. 2024-09-17T03:33:25.990 INFO:tasks.ceph:Scrubbing osd.2 2024-09-17T03:33:25.990 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 -- 172.21.15.45:0/2578686305 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d2d90 msgr2=0x7f57b81622e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 --2- 172.21.15.45:0/2578686305 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d2d90 0x7f57b81622e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f57b808c9b0 tx=0x7f57a002a4a0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 -- 172.21.15.45:0/2578686305 shutdown_connections 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 --2- 172.21.15.45:0/2578686305 >> v2:172.21.15.45:3300/0 conn(0x7f57b80d31a0 0x7f57b8162820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 --2- 172.21.15.45:0/2578686305 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d2d90 0x7f57b81622e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 -- 172.21.15.45:0/2578686305 >> 172.21.15.45:0/2578686305 conn(0x7f57b80d19a0 msgr2=0x7f57b80d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 -- 172.21.15.45:0/2578686305 shutdown_connections 2024-09-17T03:33:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.111+0000 7f57bd630640 1 -- 172.21.15.45:0/2578686305 wait complete. 2024-09-17T03:33:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.113+0000 7f57bd630640 1 Processor -- start 2024-09-17T03:33:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.113+0000 7f57bd630640 1 -- start start 2024-09-17T03:33:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57bd630640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f57b80d2d90 0x7f57b81592f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57bd630640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d31a0 0x7f57b81f6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57bd630640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f57b8162ea0 0x7f57b80c8f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57bd630640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f57b8155820 con 0x7f57b8162ea0 2024-09-17T03:33:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57bd630640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f57b81556a0 con 0x7f57b80d31a0 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57bd630640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f57b81559a0 con 0x7f57b80d2d90 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57b77fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f57b8162ea0 0x7f57b80c8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57b77fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f57b8162ea0 0x7f57b80c8f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46896/0 (socket says 172.21.15.45:46896) 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57b77fe640 1 -- 172.21.15.45:0/86344890 learned_addr learned my addr 172.21.15.45:0/86344890 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57b6ffd640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f57b80d2d90 0x7f57b81592f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.114+0000 7f57ae7fc640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d31a0 0x7f57b81f6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.115+0000 7f57b77fe640 1 -- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f57b80d2d90 msgr2=0x7f57b81592f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.115+0000 7f57b77fe640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f57b80d2d90 0x7f57b81592f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.115+0000 7f57b77fe640 1 -- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d31a0 msgr2=0x7f57b81f6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.115+0000 7f57b77fe640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57b80d31a0 0x7f57b81f6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.115+0000 7f57b77fe640 1 -- 172.21.15.45:0/86344890 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57b8156050 con 0x7f57b8162ea0 2024-09-17T03:33:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.116+0000 7f57b77fe640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f57b8162ea0 0x7f57b80c8f20 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f57b0009fd0 tx=0x7f57b000c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.116+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57b0003970 con 0x7f57b8162ea0 2024-09-17T03:33:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.116+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57b0003c20 con 0x7f57b8162ea0 2024-09-17T03:33:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.116+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57b0004280 con 0x7f57b8162ea0 2024-09-17T03:33:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.116+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57b8156330 con 0x7f57b8162ea0 2024-09-17T03:33:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.116+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57b81f5e60 con 0x7f57b8162ea0 2024-09-17T03:33:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.117+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f57b80d0bb0 con 0x7f57b8162ea0 2024-09-17T03:33:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.118+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f57b0004420 con 0x7f57b8162ea0 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.118+0000 7f57affff640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5798078b90 0x7f579807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f57b009b3c0 con 0x7f57b8162ea0 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57b6ffd640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5798078b90 0x7f579807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57affff640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7f579807f120 0x7f57980815b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 --> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5798081c80 con 0x7f579807f120 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f57b00a2050 con 0x7f57b8162ea0 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57ae7fc640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7f579807f120 0x7f57980815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57b6ffd640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5798078b90 0x7f579807b0a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f57a8000f60 tx=0x7f57a8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.119+0000 7f57ae7fc640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7f579807f120 0x7f57980815b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.120+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== osd.2 v2:172.21.15.45:6816/1215615436 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5798081c80 con 0x7f579807f120 2024-09-17T03:33:26.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 --> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f57b80b5410 con 0x7f579807f120 2024-09-17T03:33:26.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57affff640 1 -- 172.21.15.45:0/86344890 <== osd.2 v2:172.21.15.45:6816/1215615436 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f57b80b5410 con 0x7f579807f120 2024-09-17T03:33:26.134 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:26.134 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:26.134 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7f579807f120 msgr2=0x7f57980815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:6816/1215615436,v1:172.21.15.45:6817/1215615436] conn(0x7f579807f120 0x7f57980815b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5798078b90 msgr2=0x7f579807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5798078b90 0x7f579807b0a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f57a8000f60 tx=0x7f57a8009040 comp rx=0 tx=0).stop 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f57b8162ea0 msgr2=0x7f57b80c8f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 --2- 172.21.15.45:0/86344890 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f57b8162ea0 0x7f57b80c8f20 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f57b0009fd0 tx=0x7f57b000c740 comp rx=0 tx=0).stop 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57b77fe640 1 -- 172.21.15.45:0/86344890 reap_dead start 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 shutdown_connections 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.133+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 >> 172.21.15.45:0/86344890 conn(0x7f57b80d19a0 msgr2=0x7f57b806ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.134+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 shutdown_connections 2024-09-17T03:33:26.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.134+0000 7f57bd630640 1 -- 172.21.15.45:0/86344890 wait complete. 2024-09-17T03:33:26.145 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 -- 172.21.15.45:0/2465037091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 msgr2=0x7f81a8070100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 --2- 172.21.15.45:0/2465037091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a8070100 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f819c009830 tx=0x7f819c02a5c0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 -- 172.21.15.45:0/2465037091 shutdown_connections 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 --2- 172.21.15.45:0/2465037091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a8070100 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 -- 172.21.15.45:0/2465037091 >> 172.21.15.45:0/2465037091 conn(0x7f81a80ceee0 msgr2=0x7f81a80cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 -- 172.21.15.45:0/2465037091 shutdown_connections 2024-09-17T03:33:26.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.262+0000 7f81ade7e640 1 -- 172.21.15.45:0/2465037091 wait complete. 2024-09-17T03:33:26.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.264+0000 7f81ade7e640 1 Processor -- start 2024-09-17T03:33:26.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.264+0000 7f81ade7e640 1 -- start start 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81ade7e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a80ca530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81ade7e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81a80d1c40 0x7f81a80c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81ade7e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f81a815ff20 0x7f81a80cb990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81ade7e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f81a815d0b0 con 0x7f81a80d1830 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81ade7e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f81a8073590 con 0x7f81a80d1c40 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81ade7e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f81a815d230 con 0x7f81a815ff20 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.265+0000 7f81a77fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a80ca530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a80ca530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46920/0 (socket says 172.21.15.45:46920) 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 -- 172.21.15.45:0/3938765279 learned_addr learned my addr 172.21.15.45:0/3938765279 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a6ffd640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81a80d1c40 0x7f81a80c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a7fff640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f81a815ff20 0x7f81a80cb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 -- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f81a815ff20 msgr2=0x7f81a80cb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f81a815ff20 0x7f81a80cb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 -- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81a80d1c40 msgr2=0x7f81a80c6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81a80d1c40 0x7f81a80c6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 -- 172.21.15.45:0/3938765279 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81a80c7110 con 0x7f81a80d1830 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a7fff640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f81a815ff20 0x7f81a80cb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81a77fe640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a80ca530 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f819800c3d0 tx=0x7f819800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8198017070 con 0x7f81a80d1830 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81980053c0 con 0x7f81a80d1830 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81a80c9490 con 0x7f81a80d1830 2024-09-17T03:33:26.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8198003850 con 0x7f81a80d1830 2024-09-17T03:33:26.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.266+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81a80c9a50 con 0x7f81a80d1830 2024-09-17T03:33:26.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.268+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81a815d6e0 con 0x7f81a80d1830 2024-09-17T03:33:26.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.269+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f819801a070 con 0x7f81a80d1830 2024-09-17T03:33:26.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.269+0000 7f818ffff640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8194078b90 0x7f819407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.269+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f8198099f10 con 0x7f81a80d1830 2024-09-17T03:33:26.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.269+0000 7f81a6ffd640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8194078b90 0x7f819407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.270+0000 7f81a6ffd640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8194078b90 0x7f819407b0a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f819c034000 tx=0x7f819c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.274+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f81a80c7110 con 0x7f81a80d1830 2024-09-17T03:33:26.460 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.460+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f81a80ce7f0 con 0x7f8194078b90 2024-09-17T03:33:26.461 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.460+0000 7f818ffff640 1 -- 172.21.15.45:0/3938765279 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f81a80ce7f0 con 0x7f8194078b90 2024-09-17T03:33:26.461 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 2 to deep-scrub 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8194078b90 msgr2=0x7f819407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8194078b90 0x7f819407b0a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f819c034000 tx=0x7f819c004730 comp rx=0 tx=0).stop 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 msgr2=0x7f81a80ca530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a80ca530 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f819800c3d0 tx=0x7f819800c890 comp rx=0 tx=0).stop 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 shutdown_connections 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f8194078b90 0x7f819407b0a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.463 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81a80d1c40 0x7f81a80c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f81a815ff20 0x7f81a80cb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 --2- 172.21.15.45:0/3938765279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f81a80d1830 0x7f81a80ca530 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 >> 172.21.15.45:0/3938765279 conn(0x7f81a80ceee0 msgr2=0x7f81a80d1050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 shutdown_connections 2024-09-17T03:33:26.464 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.462+0000 7f81ade7e640 1 -- 172.21.15.45:0/3938765279 wait complete. 2024-09-17T03:33:26.474 INFO:tasks.ceph:Scrubbing osd.3 2024-09-17T03:33:26.474 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 -- 172.21.15.45:0/1057903197 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 msgr2=0x7fb75c06edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 --2- 172.21.15.45:0/1057903197 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c06edf0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fb75c073130 tx=0x7fb74c02a4a0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 -- 172.21.15.45:0/1057903197 shutdown_connections 2024-09-17T03:33:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 --2- 172.21.15.45:0/1057903197 >> v2:172.21.15.112:3300/0 conn(0x7fb75c0b4ee0 0x7fb75c0b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 --2- 172.21.15.45:0/1057903197 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c06edf0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 -- 172.21.15.45:0/1057903197 >> 172.21.15.45:0/1057903197 conn(0x7fb75c06cde0 msgr2=0x7fb75c06d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 -- 172.21.15.45:0/1057903197 shutdown_connections 2024-09-17T03:33:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.594+0000 7fb7623eb640 1 -- 172.21.15.45:0/1057903197 wait complete. 2024-09-17T03:33:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.596+0000 7fb7623eb640 1 Processor -- start 2024-09-17T03:33:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.596+0000 7fb7623eb640 1 -- start start 2024-09-17T03:33:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.597+0000 7fb7623eb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb75c0b3210 0x7fb75c1f65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb7623eb640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb75c0b4ee0 0x7fb75c1f6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb7623eb640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c1f7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb7623eb640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c073ff0 con 0x7fb75c15d6b0 2024-09-17T03:33:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb7623eb640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c073e70 con 0x7fb75c0b3210 2024-09-17T03:33:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb7623eb640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fb75c074170 con 0x7fb75c0b4ee0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c1f7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c1f7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46940/0 (socket says 172.21.15.45:46940) 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 -- 172.21.15.45:0/2715998568 learned_addr learned my addr 172.21.15.45:0/2715998568 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb75bfff640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb75c0b3210 0x7fb75c1f65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb75b7fe640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb75c0b4ee0 0x7fb75c1f6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 -- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb75c0b4ee0 msgr2=0x7fb75c1f6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb75c0b4ee0 0x7fb75c1f6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 -- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb75c0b3210 msgr2=0x7fb75c1f65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb75c0b3210 0x7fb75c1f65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 -- 172.21.15.45:0/2715998568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75c0af100 con 0x7fb75c15d6b0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb760988640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c1f7060 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fb75400e960 tx=0x7fb75400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754004d20 con 0x7fb75c15d6b0 2024-09-17T03:33:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb75400cb20 con 0x7fb75c15d6b0 2024-09-17T03:33:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb75c0af3e0 con 0x7fb75c15d6b0 2024-09-17T03:33:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.598+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754005020 con 0x7fb75c15d6b0 2024-09-17T03:33:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.599+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb75c159fb0 con 0x7fb75c15d6b0 2024-09-17T03:33:26.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.599+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb75c15a390 con 0x7fb75c15d6b0 2024-09-17T03:33:26.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.600+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb7540051c0 con 0x7fb75c15d6b0 2024-09-17T03:33:26.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb758ff9640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb748078b90 0x7fb74807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fb75409b4e0 con 0x7fb75c15d6b0 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb758ff9640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7fb74807f120 0x7fb7480815b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 --> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb754009050 con 0x7fb74807f120 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fb7540a2050 con 0x7fb75c15d6b0 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb75bfff640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb748078b90 0x7fb74807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.601+0000 7fb75b7fe640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7fb74807f120 0x7fb7480815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.602+0000 7fb75b7fe640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7fb74807f120 0x7fb7480815b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.602+0000 7fb75bfff640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb748078b90 0x7fb74807b0a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb74c034000 tx=0x7fb74c004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.602+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== osd.3 v2:172.21.15.45:6808/3524584458 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb754009050 con 0x7fb74807f120 2024-09-17T03:33:26.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 --> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb75c0aeeb0 con 0x7fb74807f120 2024-09-17T03:33:26.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb758ff9640 1 -- 172.21.15.45:0/2715998568 <== osd.3 v2:172.21.15.45:6808/3524584458 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb75c0aeeb0 con 0x7fb74807f120 2024-09-17T03:33:26.616 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:26.616 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:26.616 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7fb74807f120 msgr2=0x7fb7480815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:6808/3524584458,v1:172.21.15.45:6809/3524584458] conn(0x7fb74807f120 0x7fb7480815b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb748078b90 msgr2=0x7fb74807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb748078b90 0x7fb74807b0a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb74c034000 tx=0x7fb74c004730 comp rx=0 tx=0).stop 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 msgr2=0x7fb75c1f7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb7623eb640 1 --2- 172.21.15.45:0/2715998568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb75c15d6b0 0x7fb75c1f7060 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fb75400e960 tx=0x7fb75400ee20 comp rx=0 tx=0).stop 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.615+0000 7fb760988640 1 -- 172.21.15.45:0/2715998568 reap_dead start 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.616+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 shutdown_connections 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.616+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 >> 172.21.15.45:0/2715998568 conn(0x7fb75c06cde0 msgr2=0x7fb75c154020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.616+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 shutdown_connections 2024-09-17T03:33:26.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.616+0000 7fb7623eb640 1 -- 172.21.15.45:0/2715998568 wait complete. 2024-09-17T03:33:26.627 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-17T03:33:26.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 -- 172.21.15.45:0/861979912 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415c490 msgr2=0x7f9ea406ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/861979912 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415c490 0x7f9ea406ef00 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c005fd0 tx=0x7f9e9c02a8b0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 -- 172.21.15.45:0/861979912 shutdown_connections 2024-09-17T03:33:26.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/861979912 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ea415d5a0 0x7f9ea40cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/861979912 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415c490 0x7f9ea406ef00 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 -- 172.21.15.45:0/861979912 >> 172.21.15.45:0/861979912 conn(0x7f9ea4073b80 msgr2=0x7f9ea4073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 -- 172.21.15.45:0/861979912 shutdown_connections 2024-09-17T03:33:26.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.743+0000 7f9ea8d57640 1 -- 172.21.15.45:0/861979912 wait complete. 2024-09-17T03:33:26.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.745+0000 7f9ea8d57640 1 Processor -- start 2024-09-17T03:33:26.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.745+0000 7f9ea8d57640 1 -- start start 2024-09-17T03:33:26.748 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea8d57640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ea406f440 0x7f9ea414f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.748 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea8d57640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ea415c490 0x7f9ea40c9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea8d57640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 0x7f9ea40acb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea8d57640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea40cc250 con 0x7f9ea415d5a0 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea8d57640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea40cc0d0 con 0x7f9ea406f440 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea8d57640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f9ea40cc3d0 con 0x7f9ea415c490 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 0x7f9ea40acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 0x7f9ea40acb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46962/0 (socket says 172.21.15.45:46962) 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 -- 172.21.15.45:0/712875426 learned_addr learned my addr 172.21.15.45:0/712875426 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea259c640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ea406f440 0x7f9ea414f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea1d9b640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ea415c490 0x7f9ea40c9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 -- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ea415c490 msgr2=0x7f9ea40c9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ea415c490 0x7f9ea40c9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 -- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ea406f440 msgr2=0x7f9ea414f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ea406f440 0x7f9ea414f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 -- 172.21.15.45:0/712875426 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ea40ca770 con 0x7f9ea415d5a0 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9ea2d9d640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 0x7f9ea40acb00 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9e9400c970 tx=0x7f9e9400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.747+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e94007bb0 con 0x7f9ea415d5a0 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.748+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e9400f450 con 0x7f9ea415d5a0 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.748+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ea40caa50 con 0x7f9ea415d5a0 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.748+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e94007e60 con 0x7f9ea415d5a0 2024-09-17T03:33:26.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.748+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ea40aa3f0 con 0x7f9ea415d5a0 2024-09-17T03:33:26.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.749+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ea40ca4e0 con 0x7f9ea415d5a0 2024-09-17T03:33:26.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.749+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9e9400f8a0 con 0x7f9ea415d5a0 2024-09-17T03:33:26.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.750+0000 7f9e9affd640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9e84078bc0 0x7f9e8407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:26.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.750+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f9e9409b2d0 con 0x7f9ea415d5a0 2024-09-17T03:33:26.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.750+0000 7f9ea259c640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9e84078bc0 0x7f9e8407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:26.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.751+0000 7f9ea259c640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9e84078bc0 0x7f9e8407b0d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c034000 tx=0x7f9e9c004ab0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:26.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.754+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f9e94014030 con 0x7f9ea415d5a0 2024-09-17T03:33:26.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.939+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f9ea40cc910 con 0x7f9e84078bc0 2024-09-17T03:33:26.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.940+0000 7f9e9affd640 1 -- 172.21.15.45:0/712875426 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9ea40cc910 con 0x7f9e84078bc0 2024-09-17T03:33:26.940 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 3 to deep-scrub 2024-09-17T03:33:26.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.941+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9e84078bc0 msgr2=0x7f9e8407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.941+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9e84078bc0 0x7f9e8407b0d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c034000 tx=0x7f9e9c004ab0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.941+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 msgr2=0x7f9ea40acb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:26.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.941+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 0x7f9ea40acb00 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9e9400c970 tx=0x7f9e9400ce30 comp rx=0 tx=0).stop 2024-09-17T03:33:26.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 shutdown_connections 2024-09-17T03:33:26.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f9e84078bc0 0x7f9e8407b0d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ea415d5a0 0x7f9ea40acb00 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f9ea415c490 0x7f9ea40c9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 --2- 172.21.15.45:0/712875426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ea406f440 0x7f9ea414f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:26.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 >> 172.21.15.45:0/712875426 conn(0x7f9ea4073b80 msgr2=0x7f9ea40b6b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:26.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 shutdown_connections 2024-09-17T03:33:26.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:26.942+0000 7f9ea8d57640 1 -- 172.21.15.45:0/712875426 wait complete. 2024-09-17T03:33:26.953 INFO:tasks.ceph:Scrubbing osd.4 2024-09-17T03:33:26.953 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:27.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 -- 172.21.15.45:0/1397687715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7100d2d90 msgr2=0x7fd7101622e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 --2- 172.21.15.45:0/1397687715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7100d2d90 0x7fd7101622e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd700005fd0 tx=0x7fd70002a540 comp rx=0 tx=0).stop 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 -- 172.21.15.45:0/1397687715 shutdown_connections 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 --2- 172.21.15.45:0/1397687715 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd7100d31a0 0x7fd710162820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 --2- 172.21.15.45:0/1397687715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7100d2d90 0x7fd7101622e0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 -- 172.21.15.45:0/1397687715 >> 172.21.15.45:0/1397687715 conn(0x7fd7100d19a0 msgr2=0x7fd7100d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 -- 172.21.15.45:0/1397687715 shutdown_connections 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.074+0000 7fd716f57640 1 -- 172.21.15.45:0/1397687715 wait complete. 2024-09-17T03:33:27.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.075+0000 7fd716f57640 1 Processor -- start 2024-09-17T03:33:27.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.075+0000 7fd716f57640 1 -- start start 2024-09-17T03:33:27.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd716f57640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd7100d2d90 0x7fd7100cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd716f57640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7100d31a0 0x7fd7101f88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd716f57640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd710162ea0 0x7fd7101f8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd716f57640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101558c0 con 0x7fd710162ea0 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd716f57640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd710155740 con 0x7fd7100d31a0 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd716f57640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd710155a40 con 0x7fd7100d2d90 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd710162ea0 0x7fd7101f8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd710162ea0 0x7fd7101f8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46974/0 (socket says 172.21.15.45:46974) 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 -- 172.21.15.45:0/3670917428 learned_addr learned my addr 172.21.15.45:0/3670917428 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd707fff640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7100d31a0 0x7fd7101f88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd714cf3640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd7100d2d90 0x7fd7100cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 -- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd7100d2d90 msgr2=0x7fd7100cdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd7100d2d90 0x7fd7100cdfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 -- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7100d31a0 msgr2=0x7fd7101f88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7100d31a0 0x7fd7101f88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd7154f4640 1 -- 172.21.15.45:0/3670917428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7100ce4f0 con 0x7fd710162ea0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.077+0000 7fd707fff640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7100d31a0 0x7fd7101f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.078+0000 7fd7154f4640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd710162ea0 0x7fd7101f8e20 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd70800e990 tx=0x7fd70800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.078+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd708004d20 con 0x7fd710162ea0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.078+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd70800cb00 con 0x7fd710162ea0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.078+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd708005020 con 0x7fd710162ea0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.078+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd710146130 con 0x7fd710162ea0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.078+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7101529a0 con 0x7fd710162ea0 2024-09-17T03:33:27.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.079+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd7100b5410 con 0x7fd710162ea0 2024-09-17T03:33:27.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.079+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd7080051c0 con 0x7fd710162ea0 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd7057fa640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6fc078bc0 0x7fd6fc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fd70809b520 con 0x7fd710162ea0 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd7057fa640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fd6fc07f150 0x7fd6fc0815e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 --> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd708009050 con 0x7fd6fc07f150 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fd7080a2050 con 0x7fd710162ea0 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd714cf3640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6fc078bc0 0x7fd6fc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.080+0000 7fd707fff640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fd6fc07f150 0x7fd6fc0815e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.081+0000 7fd714cf3640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6fc078bc0 0x7fd6fc07b0d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0015e0 tx=0x7fd70c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.081+0000 7fd707fff640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fd6fc07f150 0x7fd6fc0815e0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.082+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== osd.4 v2:172.21.15.112:6818/3396156936 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd708009050 con 0x7fd6fc07f150 2024-09-17T03:33:27.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.094+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 --> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd710150350 con 0x7fd6fc07f150 2024-09-17T03:33:27.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd7057fa640 1 -- 172.21.15.45:0/3670917428 <== osd.4 v2:172.21.15.112:6818/3396156936 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd710150350 con 0x7fd6fc07f150 2024-09-17T03:33:27.095 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:27.095 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:27.095 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:27.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fd6fc07f150 msgr2=0x7fd6fc0815e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6818/3396156936,v1:172.21.15.112:6819/3396156936] conn(0x7fd6fc07f150 0x7fd6fc0815e0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6fc078bc0 msgr2=0x7fd6fc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd6fc078bc0 0x7fd6fc07b0d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0015e0 tx=0x7fd70c009040 comp rx=0 tx=0).stop 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd710162ea0 msgr2=0x7fd7101f8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 --2- 172.21.15.45:0/3670917428 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd710162ea0 0x7fd7101f8e20 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd70800e990 tx=0x7fd70800ee50 comp rx=0 tx=0).stop 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd7154f4640 1 -- 172.21.15.45:0/3670917428 reap_dead start 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 shutdown_connections 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 >> 172.21.15.45:0/3670917428 conn(0x7fd7100d19a0 msgr2=0x7fd7100b9b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 shutdown_connections 2024-09-17T03:33:27.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.095+0000 7fd716f57640 1 -- 172.21.15.45:0/3670917428 wait complete. 2024-09-17T03:33:27.108 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 -- 172.21.15.45:0/1847170707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f8070810 msgr2=0x7f87f8152d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 --2- 172.21.15.45:0/1847170707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f8070810 0x7f87f8152d70 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f87f0009830 tx=0x7f87f002a5c0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 -- 172.21.15.45:0/1847170707 shutdown_connections 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 --2- 172.21.15.45:0/1847170707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f8070810 0x7f87f8152d70 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 -- 172.21.15.45:0/1847170707 >> 172.21.15.45:0/1847170707 conn(0x7f87f80b3ca0 msgr2=0x7f87f80b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 -- 172.21.15.45:0/1847170707 shutdown_connections 2024-09-17T03:33:27.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.225+0000 7f87fca40640 1 -- 172.21.15.45:0/1847170707 wait complete. 2024-09-17T03:33:27.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.227+0000 7f87fca40640 1 Processor -- start 2024-09-17T03:33:27.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.227+0000 7f87fca40640 1 -- start start 2024-09-17T03:33:27.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.228+0000 7f87fca40640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87f8070810 0x7f87f815d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.228+0000 7f87fca40640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 0x7f87f81f2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.228+0000 7f87fca40640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87f80d19b0 0x7f87f8157800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87fca40640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f87f81532b0 con 0x7f87f80d0d00 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87fca40640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f87f8070e30 con 0x7f87f8070810 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87fca40640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f87f8153430 con 0x7f87f80d19b0 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 0x7f87f81f2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 0x7f87f81f2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46998/0 (socket says 172.21.15.45:46998) 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 -- 172.21.15.45:0/1300440748 learned_addr learned my addr 172.21.15.45:0/1300440748 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f6d9d640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87f80d19b0 0x7f87f8157800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f659c640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87f8070810 0x7f87f815d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 -- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87f80d19b0 msgr2=0x7f87f8157800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87f80d19b0 0x7f87f8157800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 -- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87f8070810 msgr2=0x7f87f815d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87f8070810 0x7f87f815d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 -- 172.21.15.45:0/1300440748 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f81f7650 con 0x7f87f80d0d00 2024-09-17T03:33:27.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87f5d9b640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 0x7f87f81f2ad0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f87e000c3a0 tx=0x7f87e000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0017070 con 0x7f87f80d0d00 2024-09-17T03:33:27.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87e00035f0 con 0x7f87f80d0d00 2024-09-17T03:33:27.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0003a40 con 0x7f87f80d0d00 2024-09-17T03:33:27.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f81f3010 con 0x7f87f80d0d00 2024-09-17T03:33:27.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.229+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f81f7090 con 0x7f87f80d0d00 2024-09-17T03:33:27.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.231+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f8154b00 con 0x7f87f80d0d00 2024-09-17T03:33:27.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.231+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f87e001a070 con 0x7f87f80d0d00 2024-09-17T03:33:27.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.232+0000 7f87eeffd640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f87d8078bc0 0x7f87d807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.232+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f87e0099e50 con 0x7f87f80d0d00 2024-09-17T03:33:27.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.232+0000 7f87f659c640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f87d8078bc0 0x7f87d807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.232+0000 7f87f659c640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f87d8078bc0 0x7f87d807b0d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f87e8007fd0 tx=0x7f87e8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.236+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f87e00623a0 con 0x7f87f80d0d00 2024-09-17T03:33:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.419+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f87f80b3240 con 0x7f87d8078bc0 2024-09-17T03:33:27.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.419+0000 7f87eeffd640 1 -- 172.21.15.45:0/1300440748 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f87f80b3240 con 0x7f87d8078bc0 2024-09-17T03:33:27.420 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 4 to deep-scrub 2024-09-17T03:33:27.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f87d8078bc0 msgr2=0x7f87d807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f87d8078bc0 0x7f87d807b0d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f87e8007fd0 tx=0x7f87e8009040 comp rx=0 tx=0).stop 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 msgr2=0x7f87f81f2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 0x7f87f81f2ad0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f87e000c3a0 tx=0x7f87e000c860 comp rx=0 tx=0).stop 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 shutdown_connections 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f87d8078bc0 0x7f87d807b0d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f87f80d19b0 0x7f87f8157800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f87f80d0d00 0x7f87f81f2ad0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 --2- 172.21.15.45:0/1300440748 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87f8070810 0x7f87f815d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 >> 172.21.15.45:0/1300440748 conn(0x7f87f80b3ca0 msgr2=0x7f87f80b68f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 shutdown_connections 2024-09-17T03:33:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.422+0000 7f87fca40640 1 -- 172.21.15.45:0/1300440748 wait complete. 2024-09-17T03:33:27.433 INFO:tasks.ceph:Scrubbing osd.5 2024-09-17T03:33:27.434 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:27.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 -- 172.21.15.45:0/40986564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d8156fc0 msgr2=0x7fc4d815d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 --2- 172.21.15.45:0/40986564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d8156fc0 0x7fc4d815d760 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8005fd0 tx=0x7fc4c802a5d0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 -- 172.21.15.45:0/40986564 shutdown_connections 2024-09-17T03:33:27.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 --2- 172.21.15.45:0/40986564 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4d80d1af0 0x7fc4d815e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 --2- 172.21.15.45:0/40986564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d8156fc0 0x7fc4d815d760 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 -- 172.21.15.45:0/40986564 >> 172.21.15.45:0/40986564 conn(0x7fc4d80d21e0 msgr2=0x7fc4d80d25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.554+0000 7fc4de2ec640 1 -- 172.21.15.45:0/40986564 shutdown_connections 2024-09-17T03:33:27.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.555+0000 7fc4de2ec640 1 -- 172.21.15.45:0/40986564 wait complete. 2024-09-17T03:33:27.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.556+0000 7fc4de2ec640 1 Processor -- start 2024-09-17T03:33:27.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.557+0000 7fc4de2ec640 1 -- start start 2024-09-17T03:33:27.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4de2ec640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4d80cfdb0 0x7fc4d81f3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4de2ec640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4d8156fc0 0x7fc4d814e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4de2ec640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d80c91b0 0x7fc4d80c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4de2ec640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d815ec10 con 0x7fc4d80c91b0 2024-09-17T03:33:27.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4de2ec640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d815ea90 con 0x7fc4d8156fc0 2024-09-17T03:33:27.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4de2ec640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fc4d815ed90 con 0x7fc4d80cfdb0 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d80c91b0 0x7fc4d80c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d80c91b0 0x7fc4d80c95c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:47030/0 (socket says 172.21.15.45:47030) 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 -- 172.21.15.45:0/2831270027 learned_addr learned my addr 172.21.15.45:0/2831270027 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4d7fff640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4d80cfdb0 0x7fc4d81f3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4d77fe640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4d8156fc0 0x7fc4d814e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 -- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4d80cfdb0 msgr2=0x7fc4d81f3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fc4d80cfdb0 0x7fc4d81f3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 -- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4d8156fc0 msgr2=0x7fc4d814e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4d8156fc0 0x7fc4d814e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.558+0000 7fc4dc889640 1 -- 172.21.15.45:0/2831270027 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d81f3e80 con 0x7fc4d80c91b0 2024-09-17T03:33:27.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.559+0000 7fc4dc889640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d80c91b0 0x7fc4d80c95c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc4d000ca80 tx=0x7fc4d000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.559+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0007d90 con 0x7fc4d80c91b0 2024-09-17T03:33:27.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.559+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4d0004c30 con 0x7fc4d80c91b0 2024-09-17T03:33:27.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.559+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0005280 con 0x7fc4d80c91b0 2024-09-17T03:33:27.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.559+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4d80c9b00 con 0x7fc4d80c91b0 2024-09-17T03:33:27.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.559+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4d80cb9b0 con 0x7fc4d80c91b0 2024-09-17T03:33:27.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.560+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc4d815f240 con 0x7fc4d80c91b0 2024-09-17T03:33:27.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.561+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc4d0005420 con 0x7fc4d80c91b0 2024-09-17T03:33:27.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.561+0000 7fc4d4ff9640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc4c4078bc0 0x7fc4c407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.561+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fc4d009bbf0 con 0x7fc4d80c91b0 2024-09-17T03:33:27.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.561+0000 7fc4d4ff9640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7fc4c407f150 0x7fc4c40815e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.561+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 --> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc4c4081cb0 con 0x7fc4c407f150 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.561+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fc4d009c080 con 0x7fc4d80c91b0 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.562+0000 7fc4d7fff640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc4c4078bc0 0x7fc4c407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.562+0000 7fc4d77fe640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7fc4c407f150 0x7fc4c40815e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.562+0000 7fc4d7fff640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc4c4078bc0 0x7fc4c407b0d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8033000 tx=0x7fc4c8004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.562+0000 7fc4d77fe640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7fc4c407f150 0x7fc4c40815e0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.563+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== osd.5 v2:172.21.15.112:6810/1901163505 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc4c4081cb0 con 0x7fc4c407f150 2024-09-17T03:33:27.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.576+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 --> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc4d8069140 con 0x7fc4c407f150 2024-09-17T03:33:27.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.576+0000 7fc4d4ff9640 1 -- 172.21.15.45:0/2831270027 <== osd.5 v2:172.21.15.112:6810/1901163505 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc4d8069140 con 0x7fc4c407f150 2024-09-17T03:33:27.577 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:27.577 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:27.577 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7fc4c407f150 msgr2=0x7fc4c40815e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6810/1901163505,v1:172.21.15.112:6811/1901163505] conn(0x7fc4c407f150 0x7fc4c40815e0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc4c4078bc0 msgr2=0x7fc4c407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fc4c4078bc0 0x7fc4c407b0d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8033000 tx=0x7fc4c8004730 comp rx=0 tx=0).stop 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d80c91b0 msgr2=0x7fc4d80c95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 --2- 172.21.15.45:0/2831270027 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc4d80c91b0 0x7fc4d80c95c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc4d000ca80 tx=0x7fc4d000cf40 comp rx=0 tx=0).stop 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4dc889640 1 -- 172.21.15.45:0/2831270027 reap_dead start 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 shutdown_connections 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 >> 172.21.15.45:0/2831270027 conn(0x7fc4d80d21e0 msgr2=0x7fc4d80b7930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 shutdown_connections 2024-09-17T03:33:27.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.577+0000 7fc4de2ec640 1 -- 172.21.15.45:0/2831270027 wait complete. 2024-09-17T03:33:27.588 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-17T03:33:27.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 -- 172.21.15.45:0/3927230707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 msgr2=0x7fd3bc06ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/3927230707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc06ef00 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc0d1020 tx=0x7fd3b802a530 comp rx=0 tx=0).stop 2024-09-17T03:33:27.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 -- 172.21.15.45:0/3927230707 shutdown_connections 2024-09-17T03:33:27.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/3927230707 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd3bc15d5a0 0x7fd3bc0cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/3927230707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc06ef00 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 -- 172.21.15.45:0/3927230707 >> 172.21.15.45:0/3927230707 conn(0x7fd3bc073b80 msgr2=0x7fd3bc073f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 -- 172.21.15.45:0/3927230707 shutdown_connections 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.705+0000 7fd3c40f9640 1 -- 172.21.15.45:0/3927230707 wait complete. 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.707+0000 7fd3c40f9640 1 Processor -- start 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.707+0000 7fd3c40f9640 1 -- start start 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c40f9640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd3bc06f440 0x7fd3bc145420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c40f9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc0c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c40f9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3bc15d5a0 0x7fd3bc0ca3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c40f9640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc0cc250 con 0x7fd3bc15c490 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c40f9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc0cc0d0 con 0x7fd3bc15d5a0 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c40f9640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fd3bc0cc3d0 con 0x7fd3bc06f440 2024-09-17T03:33:27.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc0c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc0c9e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:47048/0 (socket says 172.21.15.45:47048) 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 -- 172.21.15.45:0/302601744 learned_addr learned my addr 172.21.15.45:0/302601744 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1e95640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd3bc06f440 0x7fd3bc145420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c2696640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3bc15d5a0 0x7fd3bc0ca3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 -- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd3bc06f440 msgr2=0x7fd3bc145420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd3bc06f440 0x7fd3bc145420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 -- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3bc15d5a0 msgr2=0x7fd3bc0ca3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3bc15d5a0 0x7fd3bc0ca3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.708+0000 7fd3c1694640 1 -- 172.21.15.45:0/302601744 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3bc0c8dc0 con 0x7fd3bc15c490 2024-09-17T03:33:27.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.709+0000 7fd3c1694640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc0c9e60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00b3c0 tx=0x7fd3ac00b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.709+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac011830 con 0x7fd3bc15c490 2024-09-17T03:33:27.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.709+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3ac016070 con 0x7fd3bc15c490 2024-09-17T03:33:27.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.709+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac011d40 con 0x7fd3bc15c490 2024-09-17T03:33:27.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.709+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3bc0c90a0 con 0x7fd3bc15c490 2024-09-17T03:33:27.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.709+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3bc0c9660 con 0x7fd3bc15c490 2024-09-17T03:33:27.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.710+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3bc0cc9a0 con 0x7fd3bc15c490 2024-09-17T03:33:27.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.710+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd3ac01b460 con 0x7fd3bc15c490 2024-09-17T03:33:27.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.711+0000 7fd3b27fc640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd3a0078b90 0x7fd3a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:27.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.711+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fd3ac09a7a0 con 0x7fd3bc15c490 2024-09-17T03:33:27.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.711+0000 7fd3c1e95640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd3a0078b90 0x7fd3a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:27.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.712+0000 7fd3c1e95640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd3a0078b90 0x7fd3a007b0a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8033000 tx=0x7fd3b8004730 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:27.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.716+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fd3ac062740 con 0x7fd3bc15c490 2024-09-17T03:33:27.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.901+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fd3bc0cd460 con 0x7fd3a0078b90 2024-09-17T03:33:27.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.901+0000 7fd3b27fc640 1 -- 172.21.15.45:0/302601744 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd3bc0cd460 con 0x7fd3a0078b90 2024-09-17T03:33:27.902 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 5 to deep-scrub 2024-09-17T03:33:27.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd3a0078b90 msgr2=0x7fd3a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd3a0078b90 0x7fd3a007b0a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8033000 tx=0x7fd3b8004730 comp rx=0 tx=0).stop 2024-09-17T03:33:27.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 msgr2=0x7fd3bc0c9e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc0c9e60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00b3c0 tx=0x7fd3ac00b880 comp rx=0 tx=0).stop 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 shutdown_connections 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fd3a0078b90 0x7fd3a007b0a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3bc15d5a0 0x7fd3bc0ca3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd3bc15c490 0x7fd3bc0c9e60 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 --2- 172.21.15.45:0/302601744 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fd3bc06f440 0x7fd3bc145420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 >> 172.21.15.45:0/302601744 conn(0x7fd3bc073b80 msgr2=0x7fd3bc0b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 shutdown_connections 2024-09-17T03:33:27.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:27.904+0000 7fd3c40f9640 1 -- 172.21.15.45:0/302601744 wait complete. 2024-09-17T03:33:27.915 INFO:tasks.ceph:Scrubbing osd.6 2024-09-17T03:33:27.915 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:28.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.036+0000 7f863164d640 1 -- 172.21.15.45:0/189352819 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c1629f0 msgr2=0x7f862c154f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.036+0000 7f863164d640 1 --2- 172.21.15.45:0/189352819 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c1629f0 0x7f862c154f80 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f862c0d1de0 tx=0x7f862402a820 comp rx=0 tx=0).stop 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.036+0000 7f863164d640 1 -- 172.21.15.45:0/189352819 shutdown_connections 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.036+0000 7f863164d640 1 --2- 172.21.15.45:0/189352819 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c1629f0 0x7f862c154f80 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.036+0000 7f863164d640 1 --2- 172.21.15.45:0/189352819 >> v2:172.21.15.112:3300/0 conn(0x7f862c162ea0 0x7f862c0b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.036+0000 7f863164d640 1 -- 172.21.15.45:0/189352819 >> 172.21.15.45:0/189352819 conn(0x7f862c0d19a0 msgr2=0x7f862c0d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.037+0000 7f863164d640 1 -- 172.21.15.45:0/189352819 shutdown_connections 2024-09-17T03:33:28.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.037+0000 7f863164d640 1 -- 172.21.15.45:0/189352819 wait complete. 2024-09-17T03:33:28.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.038+0000 7f863164d640 1 Processor -- start 2024-09-17T03:33:28.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.038+0000 7f863164d640 1 -- start start 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f863164d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c0d2d90 0x7f862c0cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f863164d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f862c162ea0 0x7f862c0ca920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f863164d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f862c0c7a70 0x7f862c0c8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f863164d640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f862c155850 con 0x7f862c0d2d90 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f863164d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f862c1556d0 con 0x7f862c0c7a70 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f863164d640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f862c1559d0 con 0x7f862c162ea0 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c0d2d90 0x7f862c0cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c0d2d90 0x7f862c0cbe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:47064/0 (socket says 172.21.15.45:47064) 2024-09-17T03:33:28.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 -- 172.21.15.45:0/4265253899 learned_addr learned my addr 172.21.15.45:0/4265253899 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862b7fe640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f862c0c7a70 0x7f862c0c8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f86227fc640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f862c162ea0 0x7f862c0ca920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 -- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f862c162ea0 msgr2=0x7f862c0ca920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f862c162ea0 0x7f862c0ca920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 -- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f862c0c7a70 msgr2=0x7f862c0c8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f862c0c7a70 0x7f862c0c8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 -- 172.21.15.45:0/4265253899 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f862c0cc4d0 con 0x7f862c0d2d90 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f86227fc640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f862c162ea0 0x7f862c0ca920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f862affd640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c0d2d90 0x7f862c0cbe80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f861c00e7c0 tx=0x7f861c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.040+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f861c00ccc0 con 0x7f862c0d2d90 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.041+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f861c010430 con 0x7f862c0d2d90 2024-09-17T03:33:28.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.041+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f861c010860 con 0x7f862c0d2d90 2024-09-17T03:33:28.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.041+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f862c0cceb0 con 0x7f862c0d2d90 2024-09-17T03:33:28.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.041+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f862c0cd470 con 0x7f862c0d2d90 2024-09-17T03:33:28.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.041+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f862c0d0bb0 con 0x7f862c0d2d90 2024-09-17T03:33:28.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f861c010a00 con 0x7f862c0d2d90 2024-09-17T03:33:28.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f8623fff640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f860c078b90 0x7f860c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f861c09c070 con 0x7f862c0d2d90 2024-09-17T03:33:28.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f8623fff640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f860c07f120 0x7f860c0815b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 --> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f861c011ea0 con 0x7f860c07f120 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f861c09c500 con 0x7f862c0d2d90 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f86227fc640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f860c078b90 0x7f860c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.043+0000 7f862b7fe640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f860c07f120 0x7f860c0815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.044+0000 7f86227fc640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f860c078b90 0x7f860c07b0a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f862c154e30 tx=0x7f8614009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.044+0000 7f862b7fe640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f860c07f120 0x7f860c0815b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.045+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== osd.6 v2:172.21.15.112:6826/120620348 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f861c011ea0 con 0x7f860c07f120 2024-09-17T03:33:28.058 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.057+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 --> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f862c154f80 con 0x7f860c07f120 2024-09-17T03:33:28.058 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.058+0000 7f8623fff640 1 -- 172.21.15.45:0/4265253899 <== osd.6 v2:172.21.15.112:6826/120620348 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f862c154f80 con 0x7f860c07f120 2024-09-17T03:33:28.059 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:28.059 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:28.059 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f860c07f120 msgr2=0x7f860c0815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6826/120620348,v1:172.21.15.112:6827/120620348] conn(0x7f860c07f120 0x7f860c0815b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f860c078b90 msgr2=0x7f860c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f860c078b90 0x7f860c07b0a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f862c154e30 tx=0x7f8614009040 comp rx=0 tx=0).stop 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c0d2d90 msgr2=0x7f862c0cbe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 --2- 172.21.15.45:0/4265253899 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f862c0d2d90 0x7f862c0cbe80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f861c00e7c0 tx=0x7f861c00ec80 comp rx=0 tx=0).stop 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f862b7fe640 1 -- 172.21.15.45:0/4265253899 reap_dead start 2024-09-17T03:33:28.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 shutdown_connections 2024-09-17T03:33:28.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 >> 172.21.15.45:0/4265253899 conn(0x7f862c0d19a0 msgr2=0x7f862c15e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 shutdown_connections 2024-09-17T03:33:28.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.059+0000 7f863164d640 1 -- 172.21.15.45:0/4265253899 wait complete. 2024-09-17T03:33:28.070 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1362876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc06e5c0 msgr2=0x7fb7cc0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1362876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc06e5c0 0x7fb7cc0b3770 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc08ce00 tx=0x7fb7bc02a510 comp rx=0 tx=0).stop 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1362876 shutdown_connections 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1362876 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc15e740 0x7fb7cc0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1362876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc06e5c0 0x7fb7cc0b3770 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1362876 >> 172.21.15.45:0/1362876 conn(0x7fb7cc0d4320 msgr2=0x7fb7cc0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1362876 shutdown_connections 2024-09-17T03:33:28.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.187+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1362876 wait complete. 2024-09-17T03:33:28.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.189+0000 7fb7d1f2b640 1 Processor -- start 2024-09-17T03:33:28.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.189+0000 7fb7d1f2b640 1 -- start start 2024-09-17T03:33:28.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7d1f2b640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 0x7fb7cc152090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7d1f2b640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7cc0cef40 0x7fb7cc0aac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7d1f2b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc15e740 0x7fb7cc0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7d1f2b640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fb7cc0d3380 con 0x7fb7cc15e740 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7d1f2b640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb7cc0d3200 con 0x7fb7cc0cef40 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7d1f2b640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fb7cc0d3500 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 0x7fb7cc152090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cbfff640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc15e740 0x7fb7cc0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 0x7fb7cc152090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3301/0 says I am v2:172.21.15.45:34002/0 (socket says 172.21.15.45:34002) 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 -- 172.21.15.45:0/1903852091 learned_addr learned my addr 172.21.15.45:0/1903852091 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7caffd640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7cc0cef40 0x7fb7cc0aac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 -- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7cc0cef40 msgr2=0x7fb7cc0aac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7cc0cef40 0x7fb7cc0aac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 -- 172.21.15.45:0/1903852091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc15e740 msgr2=0x7fb7cc0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc15e740 0x7fb7cc0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 -- 172.21.15.45:0/1903852091 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7cc158dd0 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cbfff640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc15e740 0x7fb7cc0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.191+0000 7fb7cb7fe640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 0x7fb7cc152090 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc034040 tx=0x7fb7bc003910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.192+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mon.2 v2:172.21.15.112:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc03e030 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.192+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7cc0ab7a0 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.192+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mon.2 v2:172.21.15.112:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7bc003e00 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.192+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mon.2 v2:172.21.15.112:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc035040 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.192+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7cc0abd60 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.193+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7cc0d3a20 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.194+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mon.2 v2:172.21.15.112:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb7bc041030 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.194+0000 7fb7b3fff640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb7b8078bc0 0x7fb7b807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.194+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mon.2 v2:172.21.15.112:3301/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fb7bc0bb430 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.194+0000 7fb7caffd640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb7b8078bc0 0x7fb7b807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.195+0000 7fb7caffd640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb7b8078bc0 0x7fb7b807b0d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc0d01d0 tx=0x7fb7c000b2e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.199+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mon.2 v2:172.21.15.112:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fb7bc0832c0 con 0x7fb7cc06e5c0 2024-09-17T03:33:28.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.384+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fb7cc050f60 con 0x7fb7b8078bc0 2024-09-17T03:33:28.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.385+0000 7fb7b3fff640 1 -- 172.21.15.45:0/1903852091 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb7cc050f60 con 0x7fb7b8078bc0 2024-09-17T03:33:28.386 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 6 to deep-scrub 2024-09-17T03:33:28.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.387+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb7b8078bc0 msgr2=0x7fb7b807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.387+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb7b8078bc0 0x7fb7b807b0d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc0d01d0 tx=0x7fb7c000b2e0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.387+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 msgr2=0x7fb7cc152090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.387+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 0x7fb7cc152090 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc034040 tx=0x7fb7bc003910 comp rx=0 tx=0).stop 2024-09-17T03:33:28.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 shutdown_connections 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fb7b8078bc0 0x7fb7b807b0d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7cc0cef40 0x7fb7cc0aac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7cc15e740 0x7fb7cc0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 --2- 172.21.15.45:0/1903852091 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fb7cc06e5c0 0x7fb7cc152090 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 >> 172.21.15.45:0/1903852091 conn(0x7fb7cc0d4320 msgr2=0x7fb7cc0b8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 shutdown_connections 2024-09-17T03:33:28.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.388+0000 7fb7d1f2b640 1 -- 172.21.15.45:0/1903852091 wait complete. 2024-09-17T03:33:28.399 INFO:tasks.ceph:Scrubbing osd.7 2024-09-17T03:33:28.399 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-17T03:33:28.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.519+0000 7f2ccc382640 1 -- 172.21.15.45:0/1054762130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc4162ea0 msgr2=0x7f2cc40b5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.519+0000 7f2ccc382640 1 --2- 172.21.15.45:0/1054762130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc4162ea0 0x7f2cc40b5410 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0009830 tx=0x7f2cc002a480 comp rx=0 tx=0).stop 2024-09-17T03:33:28.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.520+0000 7f2ccc382640 1 -- 172.21.15.45:0/1054762130 shutdown_connections 2024-09-17T03:33:28.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.520+0000 7f2ccc382640 1 --2- 172.21.15.45:0/1054762130 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2cc40d2d90 0x7f2cc41622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.520+0000 7f2ccc382640 1 --2- 172.21.15.45:0/1054762130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc4162ea0 0x7f2cc40b5410 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.520+0000 7f2ccc382640 1 -- 172.21.15.45:0/1054762130 >> 172.21.15.45:0/1054762130 conn(0x7f2cc40d19a0 msgr2=0x7f2cc40d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.520+0000 7f2ccc382640 1 -- 172.21.15.45:0/1054762130 shutdown_connections 2024-09-17T03:33:28.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.520+0000 7f2ccc382640 1 -- 172.21.15.45:0/1054762130 wait complete. 2024-09-17T03:33:28.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.521+0000 7f2ccc382640 1 Processor -- start 2024-09-17T03:33:28.522 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.521+0000 7f2ccc382640 1 -- start start 2024-09-17T03:33:28.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2ccc382640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2cc40d2d90 0x7f2cc40c7120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2ccc382640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc40d31a0 0x7f2cc40cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2ccc382640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2cc4162ea0 0x7f2cc40ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2ccc382640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4155810 con 0x7f2cc40d2d90 2024-09-17T03:33:28.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2ccc382640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4155690 con 0x7f2cc40d31a0 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2ccc382640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc4155990 con 0x7f2cc4162ea0 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2cc40d2d90 0x7f2cc40c7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2cc40d2d90 0x7f2cc40c7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56452/0 (socket says 172.21.15.45:56452) 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 -- 172.21.15.45:0/595543663 learned_addr learned my addr 172.21.15.45:0/595543663 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca91f640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2cc4162ea0 0x7f2cc40ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cc991d640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc40d31a0 0x7f2cc40cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 -- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2cc4162ea0 msgr2=0x7f2cc40ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2cc4162ea0 0x7f2cc40ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 -- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc40d31a0 msgr2=0x7f2cc40cc6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2cc40d31a0 0x7f2cc40cc6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 -- 172.21.15.45:0/595543663 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc40c7660 con 0x7f2cc40d2d90 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.523+0000 7f2cca11e640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2cc40d2d90 0x7f2cc40c7120 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0009950 tx=0x7f2cc0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.524+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0005c90 con 0x7f2cc40d2d90 2024-09-17T03:33:28.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.524+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cc0031e50 con 0x7f2cc40d2d90 2024-09-17T03:33:28.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.524+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0005260 con 0x7f2cc40d2d90 2024-09-17T03:33:28.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.524+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc40cb940 con 0x7f2cc40d2d90 2024-09-17T03:33:28.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.524+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc40cbc00 con 0x7f2cc40d2d90 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.525+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2cc41622e0 con 0x7f2cc40d2d90 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2cc0005400 con 0x7f2cc40d2d90 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cbaffd640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2ca8078b90 0x7f2ca807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f2cc00bc190 con 0x7f2cc40d2d90 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cbaffd640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f2ca807f120 0x7f2ca80815b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 --> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2cc0045e50 con 0x7f2ca807f120 2024-09-17T03:33:28.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f2cc00bc620 con 0x7f2cc40d2d90 2024-09-17T03:33:28.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.526+0000 7f2cc991d640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2ca8078b90 0x7f2ca807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.527+0000 7f2cca91f640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f2ca807f120 0x7f2ca80815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.527+0000 7f2cc991d640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2ca8078b90 0x7f2ca807b0a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2cc40cd4c0 tx=0x7f2cb4009260 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.527+0000 7f2cca91f640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f2ca807f120 0x7f2ca80815b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.528+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== osd.7 v2:172.21.15.112:6802/495634745 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2cc0045e50 con 0x7f2ca807f120 2024-09-17T03:33:28.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.541+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 --> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2cc40b9cf0 con 0x7f2ca807f120 2024-09-17T03:33:28.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.541+0000 7f2cbaffd640 1 -- 172.21.15.45:0/595543663 <== osd.7 v2:172.21.15.112:6802/495634745 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2cc40b9cf0 con 0x7f2ca807f120 2024-09-17T03:33:28.542 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-17T03:33:28.543 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-17T03:33:28.543 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f2ca807f120 msgr2=0x7f2ca80815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6802/495634745,v1:172.21.15.112:6803/495634745] conn(0x7f2ca807f120 0x7f2ca80815b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2ca8078b90 msgr2=0x7f2ca807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2ca8078b90 0x7f2ca807b0a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2cc40cd4c0 tx=0x7f2cb4009260 comp rx=0 tx=0).stop 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2cc40d2d90 msgr2=0x7f2cc40c7120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 --2- 172.21.15.45:0/595543663 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2cc40d2d90 0x7f2cc40c7120 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0009950 tx=0x7f2cc0033c20 comp rx=0 tx=0).stop 2024-09-17T03:33:28.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2cca91f640 1 -- 172.21.15.45:0/595543663 reap_dead start 2024-09-17T03:33:28.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 shutdown_connections 2024-09-17T03:33:28.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 >> 172.21.15.45:0/595543663 conn(0x7f2cc40d19a0 msgr2=0x7f2cc40b9530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 shutdown_connections 2024-09-17T03:33:28.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.542+0000 7f2ccc382640 1 -- 172.21.15.45:0/595543663 wait complete. 2024-09-17T03:33:28.553 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 -- 172.21.15.45:0/2768581879 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c40cf7f0 msgr2=0x7f93c415f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 --2- 172.21.15.45:0/2768581879 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c40cf7f0 0x7f93c415f160 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f93ac005fd0 tx=0x7f93ac02a4a0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 -- 172.21.15.45:0/2768581879 shutdown_connections 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 --2- 172.21.15.45:0/2768581879 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f93c415f6a0 0x7f93c4154f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 --2- 172.21.15.45:0/2768581879 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c40cf7f0 0x7f93c415f160 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 -- 172.21.15.45:0/2768581879 >> 172.21.15.45:0/2768581879 conn(0x7f93c40d1b20 msgr2=0x7f93c40d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 -- 172.21.15.45:0/2768581879 shutdown_connections 2024-09-17T03:33:28.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.670+0000 7f93c9782640 1 -- 172.21.15.45:0/2768581879 wait complete. 2024-09-17T03:33:28.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.672+0000 7f93c9782640 1 Processor -- start 2024-09-17T03:33:28.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.672+0000 7f93c9782640 1 -- start start 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.673+0000 7f93c9782640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f93c40d22c0 0x7f93c4143700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.673+0000 7f93c9782640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93c415f6a0 0x7f93c40cac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.673+0000 7f93c9782640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 0x7f93c40cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.673+0000 7f93c9782640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f93c41554c0 con 0x7f93c4149250 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.673+0000 7f93c9782640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f93c415fcc0 con 0x7f93c415f6a0 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.673+0000 7f93c9782640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f93c4155640 con 0x7f93c40d22c0 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 0x7f93c40cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 0x7f93c40cd690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56476/0 (socket says 172.21.15.45:56476) 2024-09-17T03:33:28.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 -- 172.21.15.45:0/844963853 learned_addr learned my addr 172.21.15.45:0/844963853 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c27fc640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93c415f6a0 0x7f93c40cac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c2ffd640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f93c40d22c0 0x7f93c4143700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 -- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f93c40d22c0 msgr2=0x7f93c4143700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f93c40d22c0 0x7f93c4143700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 -- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93c415f6a0 msgr2=0x7f93c40cac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93c415f6a0 0x7f93c40cac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 -- 172.21.15.45:0/844963853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c40cc5f0 con 0x7f93c4149250 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c37fe640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 0x7f93c40cd690 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f93bc00c9a0 tx=0x7f93bc00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc007bb0 con 0x7f93c4149250 2024-09-17T03:33:28.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93bc00f450 con 0x7f93c4149250 2024-09-17T03:33:28.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c40cc8d0 con 0x7f93c4149250 2024-09-17T03:33:28.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc007e60 con 0x7f93c4149250 2024-09-17T03:33:28.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.674+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c40cce90 con 0x7f93c4149250 2024-09-17T03:33:28.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.675+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93c40694e0 con 0x7f93c4149250 2024-09-17T03:33:28.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.676+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f93bc00f8a0 con 0x7f93c4149250 2024-09-17T03:33:28.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.677+0000 7f93bb7fe640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f93a4078bc0 0x7f93a407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:28.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.677+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f93bc09b2c0 con 0x7f93c4149250 2024-09-17T03:33:28.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.677+0000 7f93c2ffd640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f93a4078bc0 0x7f93a407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:28.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.677+0000 7f93c2ffd640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f93a4078bc0 0x7f93a407b0d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f93b400b450 tx=0x7f93b400d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:28.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.681+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f93c40694e0 con 0x7f93c4149250 2024-09-17T03:33:28.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.872+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f93c4155af0 con 0x7f93a4078bc0 2024-09-17T03:33:28.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.874+0000 7f93bb7fe640 1 -- 172.21.15.45:0/844963853 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f93c4155af0 con 0x7f93a4078bc0 2024-09-17T03:33:28.873 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 7 to deep-scrub 2024-09-17T03:33:28.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.875+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f93a4078bc0 msgr2=0x7f93a407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.875+0000 7f93c9782640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f93a4078bc0 0x7f93a407b0d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f93b400b450 tx=0x7f93b400d040 comp rx=0 tx=0).stop 2024-09-17T03:33:28.877 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.875+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 msgr2=0x7f93c40cd690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.875+0000 7f93c9782640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 0x7f93c40cd690 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f93bc00c9a0 tx=0x7f93bc00ce60 comp rx=0 tx=0).stop 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 shutdown_connections 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f93a4078bc0 0x7f93a407b0d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93c415f6a0 0x7f93c40cac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f93c4149250 0x7f93c40cd690 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 --2- 172.21.15.45:0/844963853 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f93c40d22c0 0x7f93c4143700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 >> 172.21.15.45:0/844963853 conn(0x7f93c40d1b20 msgr2=0x7f93c40b5e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 shutdown_connections 2024-09-17T03:33:28.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:28.876+0000 7f93c9782640 1 -- 172.21.15.45:0/844963853 wait complete. 2024-09-17T03:33:28.887 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:33:29.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.003+0000 7fccf7870640 1 -- 172.21.15.45:0/2465530930 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccdc003c10 msgr2=0x7fccdc004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:29.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.003+0000 7fccf7870640 1 --2- 172.21.15.45:0/2465530930 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccdc003c10 0x7fccdc004060 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fccec001830 tx=0x7fccdc005830 comp rx=0 tx=0).stop 2024-09-17T03:33:29.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.003+0000 7fccf5e0d640 1 -- 172.21.15.45:0/2465530930 reap_dead start 2024-09-17T03:33:29.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.003+0000 7fccf7870640 1 -- 172.21.15.45:0/2465530930 shutdown_connections 2024-09-17T03:33:29.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.004+0000 7fccf7870640 1 -- 172.21.15.45:0/2465530930 >> 172.21.15.45:0/2465530930 conn(0x7fccf00d4320 msgr2=0x7fccf00d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:29.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.004+0000 7fccf7870640 1 -- 172.21.15.45:0/2465530930 shutdown_connections 2024-09-17T03:33:29.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.004+0000 7fccf7870640 1 -- 172.21.15.45:0/2465530930 wait complete. 2024-09-17T03:33:29.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.005+0000 7fccf7870640 1 Processor -- start 2024-09-17T03:33:29.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.005+0000 7fccf7870640 1 -- start start 2024-09-17T03:33:29.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf7870640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fccdc003c10 0x7fccf0159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:29.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf7870640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fccf015b8d0 0x7fccf00cd580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:29.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf7870640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 0x7fccf00cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:29.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf7870640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7fccf00b3b00 con 0x7fccf01e99d0 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf7870640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fccf00b3980 con 0x7fccdc003c10 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf7870640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7fccf00b78e0 con 0x7fccf015b8d0 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 0x7fccf00cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 0x7fccf00cdac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56496/0 (socket says 172.21.15.45:56496) 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 -- 172.21.15.45:0/404621778 learned_addr learned my addr 172.21.15.45:0/404621778 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf4e0b640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fccf015b8d0 0x7fccf00cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf560c640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fccdc003c10 0x7fccf0159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 -- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fccf015b8d0 msgr2=0x7fccf00cd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fccf015b8d0 0x7fccf00cd580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 -- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fccdc003c10 msgr2=0x7fccf0159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:29.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fccdc003c10 0x7fccf0159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 -- 172.21.15.45:0/404621778 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf01e45a0 con 0x7fccf01e99d0 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.007+0000 7fccf5e0d640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 0x7fccf00cdac0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fccf00d0bf0 tx=0x7fcce8006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.008+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce0009720 con 0x7fccf01e99d0 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.008+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcce8018070 con 0x7fccf01e99d0 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.008+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce800fca0 con 0x7fccf01e99d0 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.008+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf01e4880 con 0x7fccf01e99d0 2024-09-17T03:33:29.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.008+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf015bd40 con 0x7fccf01e99d0 2024-09-17T03:33:29.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.009+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccf006d8d0 con 0x7fccf01e99d0 2024-09-17T03:33:29.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.009+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcce801d460 con 0x7fccf01e99d0 2024-09-17T03:33:29.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.010+0000 7fcce5ffb640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fccd4078b90 0x7fccd407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:29.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.010+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7fcce809b110 con 0x7fccf01e99d0 2024-09-17T03:33:29.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.010+0000 7fccf560c640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fccd4078b90 0x7fccd407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:29.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.011+0000 7fccf560c640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fccd4078b90 0x7fccd407b0a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fccec032000 tx=0x7fccec001360 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:29.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.015+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7fccf006d8d0 con 0x7fccf01e99d0 2024-09-17T03:33:29.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.196+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fccf015bfa0 con 0x7fccd4078b90 2024-09-17T03:33:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.197+0000 7fcce5ffb640 1 -- 172.21.15.45:0/404621778 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13418 (secure 0 0 0) 0x7fccf015bfa0 con 0x7fccd4078b90 2024-09-17T03:33:29.197 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:29.198 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fccd4078b90 msgr2=0x7fccd407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fccd4078b90 0x7fccd407b0a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fccec032000 tx=0x7fccec001360 comp rx=0 tx=0).stop 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 msgr2=0x7fccf00cdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 0x7fccf00cdac0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fccf00d0bf0 tx=0x7fcce8006660 comp rx=0 tx=0).stop 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 shutdown_connections 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7fccd4078b90 0x7fccd407b0a0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fccf01e99d0 0x7fccf00cdac0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7fccf015b8d0 0x7fccf00cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 --2- 172.21.15.45:0/404621778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fccdc003c10 0x7fccf0159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 >> 172.21.15.45:0/404621778 conn(0x7fccf00d4320 msgr2=0x7fccf015db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 shutdown_connections 2024-09-17T03:33:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:29.199+0000 7fccf7870640 1 -- 172.21.15.45:0/404621778 wait complete. 2024-09-17T03:33:29.210 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":86,"stamp":"2024-09-17T03:33:28.115230+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237952,"kb_used_data":5064,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736768,"statfs":{"total":773094113280,"available":772850450432,"internally_reserved":0,"allocated":5185536,"data_stored":2932624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-1,"num_write_kb":-1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.173610"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":151,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-17T03:33:21.373658+0000","last_change":"2024-09-17T03:31:51.860258+0000","last_active":"2024-09-17T03:33:21.373658+0000","last_peered":"2024-09-17T03:33:21.373658+0000","last_clean":"2024-09-17T03:33:21.373658+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:33:21.373658+0000","last_undegraded":"2024-09-17T03:33:21.373658+0000","last_fullsized":"2024-09-17T03:33:21.373658+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T03:31:50.801575+0000","last_clean_scrub_stamp":"2024-09-17T03:31:50.801575+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:26:50.688736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509464,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1093632,"data_stored":809354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":809354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31684,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340156,"statfs":{"total":96636764160,"available":96604319744,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:29.213 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-17T03:31:50.801575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=17, tm_hour=3, tm_min=31, tm_sec=50, tm_wday=1, tm_yday=261, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=17, tm_hour=3, tm_min=33, tm_sec=23, tm_wday=1, tm_yday=261, tm_isdst=0) 2024-09-17T03:33:29.214 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-17T03:33:30.906 DEBUG:teuthology.orchestra.run.smithi045:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:30.909 DEBUG:teuthology.orchestra.run.smithi112:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:49.215 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-17T03:33:49.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 -- 172.21.15.45:0/241053192 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac80cf650 msgr2=0x7f5ac80b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 --2- 172.21.15.45:0/241053192 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac80cf650 0x7f5ac80b78e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5ac0005fd0 tx=0x7f5ac002aa90 comp rx=0 tx=0).stop 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 -- 172.21.15.45:0/241053192 shutdown_connections 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 --2- 172.21.15.45:0/241053192 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac80cf650 0x7f5ac80b78e0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 --2- 172.21.15.45:0/241053192 >> v2:172.21.15.112:3300/0 conn(0x7f5ac806e5c0 0x7f5ac80b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 -- 172.21.15.45:0/241053192 >> 172.21.15.45:0/241053192 conn(0x7f5ac80d4320 msgr2=0x7f5ac80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 -- 172.21.15.45:0/241053192 shutdown_connections 2024-09-17T03:33:49.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.349+0000 7f5acf04d640 1 -- 172.21.15.45:0/241053192 wait complete. 2024-09-17T03:33:49.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.350+0000 7f5acf04d640 1 Processor -- start 2024-09-17T03:33:49.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.350+0000 7f5acf04d640 1 -- start start 2024-09-17T03:33:49.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acf04d640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 0x7f5ac8149aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acf04d640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac815e740 0x7f5ac814c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acf04d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ac815b480 0x7f5ac814c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acf04d640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac80d34b0 con 0x7f5ac806e5c0 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acf04d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac80d3330 con 0x7f5ac815b480 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acf04d640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac80d3630 con 0x7f5ac815e740 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 0x7f5ac8149aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 0x7f5ac8149aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37104/0 (socket says 172.21.15.45:37104) 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 -- 172.21.15.45:0/491401596 learned_addr learned my addr 172.21.15.45:0/491401596 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5acd5ea640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ac815b480 0x7f5ac814c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5ac7fff640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac815e740 0x7f5ac814c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 -- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac815e740 msgr2=0x7f5ac814c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac815e740 0x7f5ac814c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 -- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ac815b480 msgr2=0x7f5ac814c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ac815b480 0x7f5ac814c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.352+0000 7f5accde9640 1 -- 172.21.15.45:0/491401596 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac80cdd70 con 0x7f5ac806e5c0 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.353+0000 7f5accde9640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 0x7f5ac8149aa0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5ab800e9f0 tx=0x7f5ab800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.353+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab800cd80 con 0x7f5ac806e5c0 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.353+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac80ce050 con 0x7f5ac806e5c0 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.353+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ab8004020 con 0x7f5ac806e5c0 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.353+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8004470 con 0x7f5ac806e5c0 2024-09-17T03:33:49.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.353+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac80cab40 con 0x7f5ac806e5c0 2024-09-17T03:33:49.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.354+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ac80ce290 con 0x7f5ac806e5c0 2024-09-17T03:33:49.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.355+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5ab80035f0 con 0x7f5ac806e5c0 2024-09-17T03:33:49.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.356+0000 7f5ac57fa640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5ab4078b90 0x7f5ab407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.356+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f5ab809b7c0 con 0x7f5ac806e5c0 2024-09-17T03:33:49.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.356+0000 7f5ac7fff640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5ab4078b90 0x7f5ab407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.357+0000 7f5ac7fff640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5ab4078b90 0x7f5ab407b0a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5ac80cb350 tx=0x7f5abc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:49.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.360+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f5ac80ce290 con 0x7f5ac806e5c0 2024-09-17T03:33:49.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.541+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 --> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5ac80cada0 con 0x7f5ab4078b90 2024-09-17T03:33:49.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.542+0000 7f5ac57fa640 1 -- 172.21.15.45:0/491401596 <== mgr.4102 v2:172.21.15.112:6800/131865763 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13343 (secure 0 0 0) 0x7f5ac80cada0 con 0x7f5ab4078b90 2024-09-17T03:33:49.542 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:49.542 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5ab4078b90 msgr2=0x7f5ab407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5ab4078b90 0x7f5ab407b0a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5ac80cb350 tx=0x7f5abc009040 comp rx=0 tx=0).stop 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 msgr2=0x7f5ac8149aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 0x7f5ac8149aa0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5ab800e9f0 tx=0x7f5ab800eeb0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 shutdown_connections 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f5ab4078b90 0x7f5ab407b0a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ac815b480 0x7f5ac814c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f5ac815e740 0x7f5ac814c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 --2- 172.21.15.45:0/491401596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ac806e5c0 0x7f5ac8149aa0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.544+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 >> 172.21.15.45:0/491401596 conn(0x7f5ac80d4320 msgr2=0x7f5ac80d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:49.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.545+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 shutdown_connections 2024-09-17T03:33:49.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.545+0000 7f5acf04d640 1 -- 172.21.15.45:0/491401596 wait complete. 2024-09-17T03:33:49.555 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":96,"stamp":"2024-09-17T03:33:48.120091+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237944,"kb_used_data":5064,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736776,"statfs":{"total":773094113280,"available":772850458624,"internally_reserved":0,"allocated":5185536,"data_stored":2932624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003079"},"pg_stats":[{"pgid":"1.0","version":"43'74","reported_seq":161,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-17T03:33:29.705565+0000","last_change":"2024-09-17T03:33:29.705565+0000","last_active":"2024-09-17T03:33:29.705565+0000","last_peered":"2024-09-17T03:33:29.705565+0000","last_clean":"2024-09-17T03:33:29.705565+0000","last_became_active":"2024-09-17T03:31:51.859296+0000","last_became_peered":"2024-09-17T03:31:51.859296+0000","last_unstale":"2024-09-17T03:33:29.705565+0000","last_undegraded":"2024-09-17T03:33:29.705565+0000","last_fullsized":"2024-09-17T03:33:29.705565+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"43'74","last_scrub_stamp":"2024-09-17T03:33:29.705462+0000","last_deep_scrub":"43'74","last_deep_scrub_stamp":"2024-09-17T03:33:29.705462+0000","last_clean_scrub_stamp":"2024-09-17T03:33:29.705462+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T05:00:13.592729+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509467,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1093632,"data_stored":809354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574874,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1093632,"data_stored":809354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31680,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31684,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340156,"statfs":{"total":96636764160,"available":96604319744,"internally_reserved":0,"allocated":499712,"data_stored":218986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T03:33:49.556 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 -- 172.21.15.45:0/3590721811 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc06e5c0 msgr2=0x7f39bc0b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 --2- 172.21.15.45:0/3590721811 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc06e5c0 0x7f39bc0b3770 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f39bc0d50e0 tx=0x7f39ac02aa30 comp rx=0 tx=0).stop 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 -- 172.21.15.45:0/3590721811 shutdown_connections 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 --2- 172.21.15.45:0/3590721811 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39bc0cef40 0x7f39bc0cf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 --2- 172.21.15.45:0/3590721811 >> v2:172.21.15.112:3300/0 conn(0x7f39bc15e740 0x7f39bc0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 --2- 172.21.15.45:0/3590721811 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc06e5c0 0x7f39bc0b3770 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 -- 172.21.15.45:0/3590721811 >> 172.21.15.45:0/3590721811 conn(0x7f39bc0d4320 msgr2=0x7f39bc0d4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:49.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 -- 172.21.15.45:0/3590721811 shutdown_connections 2024-09-17T03:33:49.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.672+0000 7f39c087e640 1 -- 172.21.15.45:0/3590721811 wait complete. 2024-09-17T03:33:49.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.674+0000 7f39c087e640 1 Processor -- start 2024-09-17T03:33:49.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.674+0000 7f39c087e640 1 -- start start 2024-09-17T03:33:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.675+0000 7f39c087e640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39bc06e5c0 0x7f39bc0ab660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.675+0000 7f39c087e640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 0x7f39bc0ac970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.675+0000 7f39c087e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39bc15e740 0x7f39bc15d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.675+0000 7f39c087e640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f39bc0d3210 con 0x7f39bc0cef40 2024-09-17T03:33:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.675+0000 7f39c087e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f39bc0d3090 con 0x7f39bc15e740 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39c087e640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f39bc0d3390 con 0x7f39bc06e5c0 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 0x7f39bc0ac970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 0x7f39bc0ac970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37110/0 (socket says 172.21.15.45:37110) 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 -- 172.21.15.45:0/3964521838 learned_addr learned my addr 172.21.15.45:0/3964521838 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39ba59c640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39bc06e5c0 0x7f39bc0ab660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39bad9d640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39bc15e740 0x7f39bc15d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 -- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39bc06e5c0 msgr2=0x7f39bc0ab660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39bc06e5c0 0x7f39bc0ab660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 -- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39bc15e740 msgr2=0x7f39bc15d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39bc15e740 0x7f39bc15d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 -- 172.21.15.45:0/3964521838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39bc0c7cc0 con 0x7f39bc0cef40 2024-09-17T03:33:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b9d9b640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 0x7f39bc0ac970 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f39a400c970 tx=0x7f39a400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a4007bb0 con 0x7f39bc0cef40 2024-09-17T03:33:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39a4007e40 con 0x7f39bc0cef40 2024-09-17T03:33:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39bc0abeb0 con 0x7f39bc0cef40 2024-09-17T03:33:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a400f6b0 con 0x7f39bc0cef40 2024-09-17T03:33:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.676+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39bc0c8240 con 0x7f39bc0cef40 2024-09-17T03:33:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.678+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39bc0b78e0 con 0x7f39bc0cef40 2024-09-17T03:33:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.678+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f39a400f850 con 0x7f39bc0cef40 2024-09-17T03:33:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.679+0000 7f39b2ffd640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f399c078b90 0x7f399c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.679+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f39a409b260 con 0x7f39bc0cef40 2024-09-17T03:33:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.679+0000 7f39ba59c640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f399c078b90 0x7f399c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.679+0000 7f39ba59c640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f399c078b90 0x7f399c07b0a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f39ac035000 tx=0x7f39ac03b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:49.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.683+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f39a4014030 con 0x7f39bc0cef40 2024-09-17T03:33:49.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.867+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f39bc0b5f60 con 0x7f39bc0cef40 2024-09-17T03:33:49.870 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.871+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v34)=0 v34) ==== 123+0+0 (secure 0 0 0) 0x7f39a4063170 con 0x7f39bc0cef40 2024-09-17T03:33:49.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.872+0000 7f39b2ffd640 1 -- 172.21.15.45:0/3964521838 <== mon.0 v2:172.21.15.45:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f39a4062c80 con 0x7f39bc0cef40 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f399c078b90 msgr2=0x7f399c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f399c078b90 0x7f399c07b0a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f39ac035000 tx=0x7f39ac03b040 comp rx=0 tx=0).stop 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 msgr2=0x7f39bc0ac970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 0x7f39bc0ac970 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f39a400c970 tx=0x7f39a400ce30 comp rx=0 tx=0).stop 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 shutdown_connections 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f399c078b90 0x7f399c07b0a0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f39bc15e740 0x7f39bc15d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f39bc0cef40 0x7f39bc0ac970 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 --2- 172.21.15.45:0/3964521838 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f39bc06e5c0 0x7f39bc0ab660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:49.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 >> 172.21.15.45:0/3964521838 conn(0x7f39bc0d4320 msgr2=0x7f39bc0b8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:49.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 shutdown_connections 2024-09-17T03:33:49.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:49.874+0000 7f39c087e640 1 -- 172.21.15.45:0/3964521838 wait complete. 2024-09-17T03:33:49.885 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-17T03:33:49.885 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 -- 172.21.15.45:0/3349856054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06d4f0 msgr2=0x7f2f3c0b2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 --2- 172.21.15.45:0/3349856054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06d4f0 0x7f2f3c0b2ee0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c06e800 tx=0x7f2f3402a5f0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 -- 172.21.15.45:0/3349856054 shutdown_connections 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 --2- 172.21.15.45:0/3349856054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c06d4f0 0x7f2f3c0b2ee0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 --2- 172.21.15.45:0/3349856054 >> v2:172.21.15.112:3300/0 conn(0x7f2f3c073460 0x7f2f3c06e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 -- 172.21.15.45:0/3349856054 >> 172.21.15.45:0/3349856054 conn(0x7f2f3c0cca70 msgr2=0x7f2f3c0cce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 -- 172.21.15.45:0/3349856054 shutdown_connections 2024-09-17T03:33:50.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.002+0000 7f2f43a69640 1 -- 172.21.15.45:0/3349856054 wait complete. 2024-09-17T03:33:50.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.004+0000 7f2f43a69640 1 Processor -- start 2024-09-17T03:33:50.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.004+0000 7f2f43a69640 1 -- start start 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f43a69640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c073460 0x7f2f3c150c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f43a69640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 0x7f2f3c154e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f43a69640 1 --2- >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c150730 0x7f2f3c146660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f43a69640 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c0b35a0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f43a69640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c0b3420 con 0x7f2f3c073460 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f43a69640 1 -- --> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3c0b3720 con 0x7f2f3c150730 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f41004640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 0x7f2f3c154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.005+0000 7f2f41004640 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 0x7f2f3c154e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37130/0 (socket says 172.21.15.45:37130) 2024-09-17T03:33:50.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 -- 172.21.15.45:0/904964498 learned_addr learned my addr 172.21.15.45:0/904964498 (peer_addr_for_me v2:172.21.15.45:0/0) 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f42006640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c150730 0x7f2f3c146660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41805640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c073460 0x7f2f3c150c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 -- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c150730 msgr2=0x7f2f3c146660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c150730 0x7f2f3c146660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 -- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c073460 msgr2=0x7f2f3c150c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c073460 0x7f2f3c150c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 -- 172.21.15.45:0/904964498 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f3c1f4fc0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f41004640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 0x7f2f3c154e50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00c3d0 tx=0x7f2f2c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c017070 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f2f2c0052d0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c003850 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3c0cdc60 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.006+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f3c0ce1e0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.007+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f3c0b2ee0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.008+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2f2c01a070 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.009+0000 7f2f327fc640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f20078bc0 0x7f2f2007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T03:33:50.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.009+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5421+0+0 (secure 0 0 0) 0x7f2f2c099f10 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.009+0000 7f2f41805640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f20078bc0 0x7f2f2007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T03:33:50.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.010+0000 7f2f41805640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f20078bc0 0x7f2f2007b0d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2f38005fd0 tx=0x7f2f380097d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T03:33:50.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.013+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+195964 (secure 0 0 0) 0x7f2f2c0624f0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.236+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f3c1472f0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.236+0000 7f2f327fc640 1 -- 172.21.15.45:0/904964498 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+3917 (secure 0 0 0) 0x7f2f2c061df0 con 0x7f2f3c15c6e0 2024-09-17T03:33:50.236 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-17T03:33:50.236 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":28,"btime":"2024-09-17T03:33:18:704075+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3628666844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6835","nonce":3628666844},{"type":"v1","addr":"172.21.15.112:6837","nonce":3628666844}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4784,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6834/3708591503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":3708591503},{"type":"v1","addr":"172.21.15.45:6834","nonce":3708591503}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4787,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/3811445583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6833","nonce":3811445583},{"type":"v1","addr":"172.21.15.45:6835","nonce":3811445583}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5251,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6836/1474809819","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1474809819},{"type":"v1","addr":"172.21.15.112:6836","nonce":1474809819}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[]} 2024-09-17T03:33:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 28 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f20078bc0 msgr2=0x7f2f2007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f20078bc0 0x7f2f2007b0d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2f38005fd0 tx=0x7f2f380097d0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 msgr2=0x7f2f3c154e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 0x7f2f3c154e50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00c3d0 tx=0x7f2f2c00c890 comp rx=0 tx=0).stop 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 shutdown_connections 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:6800/131865763,v1:172.21.15.112:6801/131865763] conn(0x7f2f20078bc0 0x7f2f2007b0d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] conn(0x7f2f3c150730 0x7f2f3c146660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2f3c15c6e0 0x7f2f3c154e50 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 --2- 172.21.15.45:0/904964498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f3c073460 0x7f2f3c150c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 >> 172.21.15.45:0/904964498 conn(0x7f2f3c0cca70 msgr2=0x7f2f3c0b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 shutdown_connections 2024-09-17T03:33:50.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-17T03:33:50.239+0000 7f2f43a69640 1 -- 172.21.15.45:0/904964498 wait complete. 2024-09-17T03:33:50.249 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-17T03:33:50.250 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-17T03:33:50.250 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-17T03:33:50.250 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.259 INFO:tasks.ceph.mds.a:Stopped 2024-09-17T03:33:50.259 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-17T03:33:50.259 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.309 INFO:tasks.ceph.mds.c:Stopped 2024-09-17T03:33:50.309 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-17T03:33:50.309 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.321 INFO:tasks.ceph.mds.b:Stopped 2024-09-17T03:33:50.321 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-17T03:33:50.321 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.375 INFO:tasks.ceph.mds.d:Stopped 2024-09-17T03:33:50.376 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-17T03:33:50.376 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-17T03:33:50.376 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.410 INFO:tasks.ceph.osd.0:Stopped 2024-09-17T03:33:50.411 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-17T03:33:50.411 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.481 INFO:tasks.ceph.osd.1:Stopped 2024-09-17T03:33:50.481 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-17T03:33:50.481 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.557 INFO:tasks.ceph.osd.2:Stopped 2024-09-17T03:33:50.557 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-17T03:33:50.557 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.624 INFO:tasks.ceph.osd.3:Stopped 2024-09-17T03:33:50.625 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-17T03:33:50.625 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.659 INFO:tasks.ceph.osd.4:Stopped 2024-09-17T03:33:50.660 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-17T03:33:50.660 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.730 INFO:tasks.ceph.osd.5:Stopped 2024-09-17T03:33:50.730 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-17T03:33:50.730 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.798 INFO:tasks.ceph.osd.6:Stopped 2024-09-17T03:33:50.798 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-17T03:33:50.798 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.866 INFO:tasks.ceph.osd.7:Stopped 2024-09-17T03:33:50.867 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-17T03:33:50.867 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-17T03:33:50.867 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.895 INFO:tasks.ceph.mgr.y:Stopped 2024-09-17T03:33:50.895 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-17T03:33:50.895 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.938 INFO:tasks.ceph.mgr.x:Stopped 2024-09-17T03:33:50.938 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-17T03:33:50.938 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-17T03:33:50.938 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.950 INFO:tasks.ceph.mon.a:Stopped 2024-09-17T03:33:50.950 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-17T03:33:50.950 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:50.991 INFO:tasks.ceph.mon.b:Stopped 2024-09-17T03:33:50.991 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-17T03:33:50.991 INFO:teuthology.orchestra.run:waiting for 300 2024-09-17T03:33:51.044 INFO:tasks.ceph.mon.c:Stopped 2024-09-17T03:33:51.044 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-17T03:33:51.044 DEBUG:teuthology.orchestra.run.smithi045:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-17T03:33:51.082 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:33:51.082 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-17T03:33:51.295 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:33:51.295 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-17T03:33:51.387 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:33:51.387 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-17T03:33:51.445 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:33:51.445 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-17T03:33:51.495 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:33:51.496 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-17T03:33:51.678 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:33:51.678 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-17T03:33:51.750 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:33:51.750 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-17T03:33:51.825 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:33:51.826 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-17T03:33:51.882 INFO:tasks.ceph:Archiving mon data... 2024-09-17T03:33:51.883 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/data/mon.a.tgz 2024-09-17T03:33:51.883 DEBUG:teuthology.orchestra.run.smithi045:> mktemp 2024-09-17T03:33:51.901 INFO:teuthology.orchestra.run.smithi045.stdout:/tmp/tmp.Rr4s4FWT3P 2024-09-17T03:33:51.902 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.Rr4s4FWT3P 2024-09-17T03:33:52.040 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0666 /tmp/tmp.Rr4s4FWT3P 2024-09-17T03:33:52.126 DEBUG:teuthology.orchestra.remote:smithi045:/tmp/tmp.Rr4s4FWT3P is 316KB 2024-09-17T03:33:52.196 DEBUG:teuthology.orchestra.run.smithi045:> rm -fr /tmp/tmp.Rr4s4FWT3P 2024-09-17T03:33:52.212 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/data/mon.b.tgz 2024-09-17T03:33:52.212 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-09-17T03:33:52.231 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.JzqLqKW6mC 2024-09-17T03:33:52.231 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.JzqLqKW6mC 2024-09-17T03:33:52.391 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.JzqLqKW6mC 2024-09-17T03:33:52.476 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.JzqLqKW6mC is 422KB 2024-09-17T03:33:52.573 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.JzqLqKW6mC 2024-09-17T03:33:52.588 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/data/mon.c.tgz 2024-09-17T03:33:52.588 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-09-17T03:33:52.643 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.7TGjtkKEL6 2024-09-17T03:33:52.643 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.7TGjtkKEL6 2024-09-17T03:33:52.784 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.7TGjtkKEL6 2024-09-17T03:33:52.868 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.7TGjtkKEL6 is 422KB 2024-09-17T03:33:52.964 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.7TGjtkKEL6 2024-09-17T03:33:52.979 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-17T03:33:52.979 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-17T03:33:52.982 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-17T03:33:53.069 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-17T03:33:53.098 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-17T03:33:53.098 INFO:tasks.ceph:Archiving crash dumps... 2024-09-17T03:33:53.100 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/remote/smithi045/crash 2024-09-17T03:33:53.100 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-17T03:33:53.141 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/remote/smithi112/crash 2024-09-17T03:33:53.142 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-17T03:33:53.166 INFO:tasks.ceph:Shutting down logrotate 2024-09-17T03:33:53.166 DEBUG:teuthology.orchestra.run.smithi045:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:53.186 DEBUG:teuthology.orchestra.run.smithi112:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:53.264 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:53.294 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-17T03:33:53.318 INFO:tasks.ceph:Compressing logs... 2024-09-17T03:33:53.319 DEBUG:teuthology.orchestra.run.smithi045:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-17T03:33:53.337 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-17T03:33:53.362 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-17T03:33:53.362 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51133.log 2024-09-17T03:33:53.362 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49516.log 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36516.log 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36316.log 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36516.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36396.log 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.36516.log.gz 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.36316.log.gz 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-17T03:33:53.399 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36396.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36396.log.gz 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36556.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36436.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36556.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.36556.log.gz 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36476.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36436.log.gz 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43008.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.admin.36476.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.36476.log.gz 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.3.43008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42552.log 2024-09-17T03:33:53.400 INFO:teuthology.orchestra.run.smithi112.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.3.43008.log.gz 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.1.42552.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph.log: 87.7% -- replaced with /var/log/ceph/ceph-client.1.42552.log.gz 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-17T03:33:53.401 INFO:teuthology.orchestra.run.smithi112.stderr: 91.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-17T03:33:53.404 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36276.log 2024-09-17T03:33:53.419 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36356.log 2024-09-17T03:33:53.419 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36276.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36276.log.gz 2024-09-17T03:33:53.419 INFO:teuthology.orchestra.run.smithi112.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-17T03:33:53.433 INFO:teuthology.orchestra.run.smithi112.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-17T03:33:53.433 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.36356.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36356.log.gz 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.51133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44244.log 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.51133.log.gz 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44861.log 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49516.log.gz 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44574.log 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44244.log: /var/log/ceph/ceph-client.admin.44861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47452.log 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44244.log.gz 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44861.log.gz/var/log/ceph/ceph-client.admin.44574.log: 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48011.log 2024-09-17T03:33:53.457 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44574.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48309.log 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48011.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47452.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36960.log 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48011.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44242.log 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48309.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44819.log 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.36960.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45200.log 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44242.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49474.log 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44819.log.gz 2024-09-17T03:33:53.458 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.45200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45029.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45200.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50252.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49474.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.45029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36525.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45029.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36442.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50252.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46676.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 78.5% -- replaced with /var/log/ceph/ceph-client.admin.36525.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36884.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 79.0% -- replaced with /var/log/ceph/ceph-client.admin.36442.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47841.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46676.log.gz 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45592.log 2024-09-17T03:33:53.459 INFO:teuthology.orchestra.run.smithi045.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.36884.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42378.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47841.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.45592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43908.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42378.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.0.45592.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42378.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44576.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43908.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47969.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48137.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44576.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44577.log 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47969.log.gz 2024-09-17T03:33:53.460 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46550.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48137.log: /var/log/ceph/ceph-client.admin.44577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48789.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48137.log.gz 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44577.log.gz 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50659.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46550.log.gz 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49686.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.48789.log.gz 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48831.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50659.log: /var/log/ceph/ceph-client.admin.49686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37328.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50659.log.gz 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49686.log.gz 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48831.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48687.log 2024-09-17T03:33:53.461 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.48831.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:gzip/var/log/ceph/ceph-client.admin.37328.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.42941.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48687.log: gzip -5 87.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.37328.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr: /var/log/ceph/ceph-client.admin.37569.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48687.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42124.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51301.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37569.log: /var/log/ceph/ceph-client.admin.42124.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37569.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42336.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42124.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43433.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51301.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37368.log 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42336.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.42941.log.gz 2024-09-17T03:33:53.462 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50836.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42336.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37368.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43433.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44243.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37368.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.50836.log: /var/log/ceph/ceph-client.admin.49601.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50836.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51385.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- 87.4% /var/log/ceph/ceph-client.admin.36497.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44243.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49601.log: /var/log/ceph/ceph-client.admin.51385.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49601.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47494.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.51385.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46829.log 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36497.log: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.36497.log.gz 2024-09-17T03:33:53.463 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50084.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46829.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47494.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36385.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46829.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41755.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50084.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46907.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr: 76.8% -- replaced with /var/log/ceph/ceph-client.admin.36385.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.41755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46466.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41755.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43904.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46907.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51343.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47284.log 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46466.log.gz 2024-09-17T03:33:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51343.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.43904.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48603.log 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51343.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42078.log 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47284.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43902.log 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48603.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51487.log 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42078.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43902.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50210.log 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43902.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51091.log 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51487.log.gz 2024-09-17T03:33:53.465 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44236.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51091.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50210.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51091.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50336.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44236.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36888.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50878.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50336.log: /var/log/ceph/ceph-client.admin.36888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51217.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.50336.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36888.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42420.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr: 89.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50878.log.gz 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50575.log 2024-09-17T03:33:53.466 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51217.log: /var/log/ceph/ceph-client.admin.42420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48915.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51217.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42420.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51175.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43685.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50575.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48915.log: /var/log/ceph/ceph-client.admin.51175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48519.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51175.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.48915.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50744.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48519.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43685.log.gzgzip 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47925.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48519.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46949.log 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50744.log.gz 2024-09-17T03:33:53.467 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44441.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47925.log: /var/log/ceph/ceph-client.admin.46949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47681.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47925.log.gz 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46949.log.gz 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44987.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44441.log.gz 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50922.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47681.log: /var/log/ceph/ceph-client.admin.44987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42528.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47681.log.gz 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44987.log.gz 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47023.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.50922.log.gz 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36985.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50000.log 2024-09-17T03:33:53.468 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42528.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47023.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36988.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.36985.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50168.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50000.log: /var/log/ceph/ceph-client.admin.36988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46212.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50000.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.36988.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47368.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50168.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46212.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46212.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46272.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47368.log: /var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45071.log 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47368.log.gz 2024-09-17T03:33:53.469 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49728.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46272.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.45071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48267.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43517.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.45071.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37006.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48267.log: /var/log/ceph/ceph-client.admin.43517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36986.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48267.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.49728.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43517.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43265.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.37006.log.gz 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44240.log 2024-09-17T03:33:53.470 INFO:teuthology.orchestra.run.smithi045.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.36986.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44245.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43265.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49643.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44240.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43307.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44245.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48477.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49643.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36581.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48477.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43307.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36775.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48477.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37661.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.36581.log.gz 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48095.log 2024-09-17T03:33:53.471 INFO:teuthology.orchestra.run.smithi045.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.36775.log.gz 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36553.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48095.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37661.log.gz 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36991.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48095.log.gz 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41659.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr: 79.4% -- replaced with /var/log/ceph/ceph-client.admin.36553.log.gz 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43130.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.36991.log.gz 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.41659.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41659.log.gz 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50786.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43130.log: /var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49558.log 2024-09-17T03:33:53.472 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43130.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44573.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50786.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36664.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49558.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48981.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44573.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46508.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36664.log: /var/log/ceph/ceph-client.admin.48981.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.36664.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46592.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48981.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41983.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46508.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44225.log 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46592.log.gz 2024-09-17T03:33:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.41983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43601.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.41983.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50617.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43601.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44225.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50294.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43601.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.50617.log: -- /var/log/ceph/ceph-client.admin.51259.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50294.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50617.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47410.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50294.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51259.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51259.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51569.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47410.log: /var/log/ceph/ceph-osd.2.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47410.log.gz 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42252.log 2024-09-17T03:33:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51007.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51569.log.gz/var/log/ceph/ceph-client.admin.42252.log: 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48561.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42252.log.gz 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47081.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51007.log.gz 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43909.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48561.log: /var/log/ceph/ceph-client.admin.47081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50420.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47081.log.gz/var/log/ceph/ceph-client.admin.43909.log: 87.0% 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48561.log.gz 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43909.log.gz 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43900.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.50420.log.gz 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46634.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37004.log 2024-09-17T03:33:53.475 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2%/var/log/ceph/ceph-client.admin.46634.log: -- replaced with /var/log/ceph/ceph-client.admin.43900.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 87.5% --verbose -- /var/log/ceph/ceph-client.admin.42294.log 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46634.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43475.log 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.37004.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48053.log 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42294.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43475.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43475.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44571.log 87.4% 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48053.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43349.log 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41578.log 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: 84.2% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44571.log.gz 92.4% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-17T03:33:53.476 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49864.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43349.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.41578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36469.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41578.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50701.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49864.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49958.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.36469.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44903.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50701.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46771.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49958.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42168.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44903.log.gz 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44777.log 2024-09-17T03:33:53.477 INFO:teuthology.orchestra.run.smithi045.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46771.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48435.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42168.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51427.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44777.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47242.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48435.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47883.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.51427.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47158.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47242.log.gz/var/log/ceph/ceph-client.admin.47883.log: 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43559.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47883.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48179.log 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47158.log.gz 2024-09-17T03:33:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.43559.log: -- /var/log/ceph/ceph.tmp-client.admin.30353.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43559.log.gz 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41879.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48179.log.gz 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48393.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph.tmp-client.admin.30353.log: 0.0%gzip -5/var/log/ceph/ceph-client.admin.41879.log: --verbose -- /var/log/ceph/ceph-client.admin.42462.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph.tmp-client.admin.30353.log.gz 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48393.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41879.log.gz 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44581.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48393.log.gz 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36996.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42462.log: /var/log/ceph/ceph-client.admin.44581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47326.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44581.log.gz/var/log/ceph/ceph-client.admin.36996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44241.log 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:53.479 INFO:teuthology.orchestra.run.smithi045.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.36996.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47326.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.42462.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47326.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51049.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.46090.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44241.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46382.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.51049.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.2.46090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43906.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36729.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.2.46090.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46382.log: gzip/var/log/ceph/ceph-client.admin.43906.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47536.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46382.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36729.log: gzip 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43906.log.gz 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50964.log 2024-09-17T03:33:53.480 INFO:teuthology.orchestra.run.smithi045.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.36729.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47536.log: gzip -5 --verbose 87.5% -- /var/log/ceph/ceph-client.admin.43905.log -- replaced with /var/log/ceph/ceph-client.admin.47536.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41837.log 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50964.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50126.log 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43905.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.41837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43727.log 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.41837.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43643.log 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50126.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48645.log 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43643.log: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48729.log 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43727.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43643.log.gz 2024-09-17T03:33:53.481 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42210.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48645.log.gz 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48873.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48729.log: /var/log/ceph/ceph-client.admin.42210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51527.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48873.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42210.log.gz 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43391.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.48729.log.gz 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7%gzip -5/var/log/ceph/ceph-client.admin.51527.log: --verbose -- /var/log/ceph/ceph-client.admin.47639.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48873.log.gz 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43391.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51527.log.gz 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48351.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43391.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47200.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47639.log: /var/log/ceph/ceph-client.admin.48351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50042.log 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48351.log.gz 2024-09-17T03:33:53.482 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43901.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47639.log.gz 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4%/var/log/ceph/ceph-client.admin.50042.log: -- replaced with /var/log/ceph/ceph-client.admin.47200.log.gz 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47761.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50042.log.gz 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45714.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43901.log.gz 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44945.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47761.log.gz 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.45714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44578.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45714.log.gz 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49432.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44945.log.gz/var/log/ceph/ceph-client.admin.44578.log: gzip 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48223.log 2024-09-17T03:33:53.483 INFO:teuthology.orchestra.run.smithi045.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44578.log.gz 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49432.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49432.log.gz 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36975.log 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48223.log.gz 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43188.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36975.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.43188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41921.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.36975.log.gz 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49241.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43188.log.gz 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.41921.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.41921.log.gz 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36919.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.49241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47597.log 2024-09-17T03:33:53.484 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.36919.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.36919.log.gz 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.0.49241.log.gz 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42027.log 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50378.log 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47597.log.gz 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.42027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46424.log 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50378.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42027.log.gz 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50378.log.gz 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46424.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46424.log.gz 2024-09-17T03:33:53.485 INFO:teuthology.orchestra.run.smithi045.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-17T03:33:53.496 INFO:teuthology.orchestra.run.smithi112.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-17T03:33:53.511 INFO:teuthology.orchestra.run.smithi112.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-17T03:33:53.651 INFO:teuthology.orchestra.run.smithi045.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-17T03:33:54.019 INFO:teuthology.orchestra.run.smithi112.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-17T03:33:54.045 INFO:teuthology.orchestra.run.smithi112.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-17T03:33:54.068 INFO:teuthology.orchestra.run.smithi112.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-17T03:33:54.088 INFO:teuthology.orchestra.run.smithi045.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-17T03:33:54.097 INFO:teuthology.orchestra.run.smithi112.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-17T03:33:54.099 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-09-17T03:33:54.099 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m0.726s 2024-09-17T03:33:54.099 INFO:teuthology.orchestra.run.smithi112.stderr:user 0m2.894s 2024-09-17T03:33:54.099 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m0.127s 2024-09-17T03:33:54.100 INFO:teuthology.orchestra.run.smithi045.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-17T03:33:54.100 INFO:teuthology.orchestra.run.smithi045.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-17T03:33:54.236 INFO:teuthology.orchestra.run.smithi045.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-17T03:33:54.239 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-17T03:33:54.239 INFO:teuthology.orchestra.run.smithi045.stderr:real 0m0.888s 2024-09-17T03:33:54.239 INFO:teuthology.orchestra.run.smithi045.stderr:user 0m3.227s 2024-09-17T03:33:54.239 INFO:teuthology.orchestra.run.smithi045.stderr:sys 0m0.247s 2024-09-17T03:33:54.239 INFO:tasks.ceph:Archiving logs... 2024-09-17T03:33:54.240 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/remote/smithi045/log 2024-09-17T03:33:54.241 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T03:33:54.903 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/remote/smithi112/log 2024-09-17T03:33:54.904 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T03:33:55.337 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-17T03:33:55.348 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-17T03:33:55.349 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-17T03:33:55.351 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-17T03:33:55.440 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-17T03:33:55.449 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-17T03:33:55.449 DEBUG:teuthology.orchestra.run.smithi045:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T03:33:55.452 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T03:33:55.467 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-09-17T03:33:55.468 INFO:teuthology.orchestra.run.smithi045.stderr:bash: line 1: ntpq: command not found 2024-09-17T03:33:55.472 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T03:33:55.472 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-09-17T03:33:55.472 INFO:teuthology.orchestra.run.smithi112.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 +1558us[+1571us] +/- 36ms 2024-09-17T03:33:55.472 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 18 -691us[ -691us] +/- 66ms 2024-09-17T03:33:55.472 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 -3156us[-3156us] +/- 73ms 2024-09-17T03:33:55.472 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:33:55.474 INFO:teuthology.orchestra.run.smithi045.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T03:33:55.474 INFO:teuthology.orchestra.run.smithi045.stdout:=============================================================================== 2024-09-17T03:33:55.474 INFO:teuthology.orchestra.run.smithi045.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 +1551us[+1544us] +/- 36ms 2024-09-17T03:33:55.474 INFO:teuthology.orchestra.run.smithi045.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 18 -688us[ -688us] +/- 66ms 2024-09-17T03:33:55.474 INFO:teuthology.orchestra.run.smithi045.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 -3158us[-3158us] +/- 73ms 2024-09-17T03:33:55.474 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T03:33:55.474 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-17T03:33:55.484 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-17T03:33:55.484 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-17T03:33:55.505 DEBUG:teuthology.orchestra.run.smithi045:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T03:33:55.592 DEBUG:teuthology.orchestra.run.smithi112:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T03:33:55.658 DEBUG:teuthology.orchestra.run.smithi045:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T03:33:55.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:33:55.690 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T03:33:55.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:33:55.719 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-17T03:33:55.729 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-17T03:33:55.777 INFO:teuthology.task.internal:Duration was 514.732317 seconds 2024-09-17T03:33:55.777 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-17T03:33:55.810 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-17T03:33:55.810 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T03:33:55.813 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T03:33:55.852 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T03:33:55.854 INFO:teuthology.orchestra.run.smithi045.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T03:33:56.041 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-17T03:33:56.042 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi045.front.sepia.ceph.com 2024-09-17T03:33:56.042 DEBUG:teuthology.orchestra.run.smithi045:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T03:33:56.064 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-09-17T03:33:56.064 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T03:33:56.103 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-17T03:33:56.104 DEBUG:teuthology.orchestra.run.smithi045:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T03:33:56.106 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T03:33:56.169 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-17T03:33:56.170 DEBUG:teuthology.orchestra.run.smithi045:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T03:33:56.175 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T03:33:56.310 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-17T03:33:56.319 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-17T03:33:56.319 DEBUG:teuthology.orchestra.run.smithi045:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T03:33:56.345 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T03:33:56.370 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-17T03:33:56.379 DEBUG:teuthology.orchestra.run.smithi045:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T03:33:56.388 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T03:33:56.409 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern = core 2024-09-17T03:33:56.433 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-09-17T03:33:56.446 DEBUG:teuthology.orchestra.run.smithi045:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T03:33:56.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:33:56.478 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T03:33:56.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T03:33:56.501 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-17T03:33:56.510 INFO:teuthology.task.internal:Transferring archived files... 2024-09-17T03:33:56.511 DEBUG:teuthology.misc:Transferring archived files from smithi045:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/remote/smithi045 2024-09-17T03:33:56.511 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T03:33:56.553 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-17_02:09:51-fs-wip-pdonnell-testing-20240916.200549-debug-distro-default-smithi/7908440/remote/smithi112 2024-09-17T03:33:56.553 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T03:33:56.590 INFO:teuthology.task.internal:Removing archive directory... 2024-09-17T03:33:56.590 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T03:33:56.592 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T03:33:56.639 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-17T03:33:56.650 INFO:teuthology.task.internal:Not uploading archives. 2024-09-17T03:33:56.650 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-17T03:33:56.689 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-17T03:33:56.690 DEBUG:teuthology.orchestra.run.smithi045:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T03:33:56.692 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T03:33:56.705 INFO:teuthology.orchestra.run.smithi045.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 03:33 /home/ubuntu/cephtest 2024-09-17T03:33:56.707 INFO:teuthology.orchestra.run.smithi112.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 03:33 /home/ubuntu/cephtest 2024-09-17T03:33:56.708 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-17T03:33:56.717 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-17T03:33:56.779 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/recovery-fs} duration: 514.7323167324066 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-09-17T03:33:56.779 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T03:33:56.861 INFO:teuthology.run:pass